+ USE_DATABASE_REPLICATED=0
+ USE_SHARED_CATALOG=0
++ rg -v '#' /usr/share/zoneinfo/zone.tab
++ awk '{print $3}'
++ shuf
++ head -n1
+ TZ=Asia/Ashgabat
Chosen random timezone Asia/Ashgabat
+ echo 'Chosen random timezone Asia/Ashgabat'
+ ln -snf /usr/share/zoneinfo/Asia/Ashgabat /etc/localtime
+ echo Asia/Ashgabat
+ dpkg -i package_folder/clickhouse-common-static_24.8.14.10545.altinitytest+tsan_amd64.deb
Selecting previously unselected package clickhouse-common-static.
(Reading database ... 48426 files and directories currently installed.)
Preparing to unpack .../clickhouse-common-static_24.8.14.10545.altinitytest+tsan_amd64.deb ...
Unpacking clickhouse-common-static (24.8.14.10545.altinitytest+tsan) ...
Setting up clickhouse-common-static (24.8.14.10545.altinitytest+tsan) ...
+ dpkg -i package_folder/clickhouse-common-static-dbg_24.8.14.10545.altinitytest+tsan_amd64.deb
Selecting previously unselected package clickhouse-common-static-dbg.
(Reading database ... 48453 files and directories currently installed.)
Preparing to unpack .../clickhouse-common-static-dbg_24.8.14.10545.altinitytest+tsan_amd64.deb ...
Unpacking clickhouse-common-static-dbg (24.8.14.10545.altinitytest+tsan) ...
Setting up clickhouse-common-static-dbg (24.8.14.10545.altinitytest+tsan) ...
+ dpkg -i package_folder/clickhouse-odbc-bridge_24.8.14.10545.altinitytest+tsan_amd64.deb
Selecting previously unselected package clickhouse-odbc-bridge.
(Reading database ... 48460 files and directories currently installed.)
Preparing to unpack .../clickhouse-odbc-bridge_24.8.14.10545.altinitytest+tsan_amd64.deb ...
Unpacking clickhouse-odbc-bridge (24.8.14.10545.altinitytest+tsan) ...
Setting up clickhouse-odbc-bridge (24.8.14.10545.altinitytest+tsan) ...
+ dpkg -i package_folder/clickhouse-library-bridge_24.8.14.10545.altinitytest+tsan_amd64.deb
Selecting previously unselected package clickhouse-library-bridge.
(Reading database ... 48466 files and directories currently installed.)
Preparing to unpack .../clickhouse-library-bridge_24.8.14.10545.altinitytest+tsan_amd64.deb ...
Unpacking clickhouse-library-bridge (24.8.14.10545.altinitytest+tsan) ...
Setting up clickhouse-library-bridge (24.8.14.10545.altinitytest+tsan) ...
+ dpkg -i package_folder/clickhouse-server_24.8.14.10545.altinitytest+tsan_amd64.deb
Selecting previously unselected package clickhouse-server.
(Reading database ... 48472 files and directories currently installed.)
Preparing to unpack .../clickhouse-server_24.8.14.10545.altinitytest+tsan_amd64.deb ...
Unpacking clickhouse-server (24.8.14.10545.altinitytest+tsan) ...
Setting up clickhouse-server (24.8.14.10545.altinitytest+tsan) ...
ClickHouse binary is already located at /usr/bin/clickhouse
Symlink /usr/bin/clickhouse-server already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-server to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-client to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-local to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-benchmark to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-obfuscator to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-git-import to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-compressor to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-format to /usr/bin/clickhouse.
Symlink /usr/bin/clickhouse-extract-from-config already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-extract-from-config to /usr/bin/clickhouse.
Symlink /usr/bin/clickhouse-keeper already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-keeper to /usr/bin/clickhouse.
Symlink /usr/bin/clickhouse-keeper-converter already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-keeper-converter to /usr/bin/clickhouse.
Creating symlink /usr/bin/clickhouse-disks to /usr/bin/clickhouse.
Creating symlink /usr/bin/ch to /usr/bin/clickhouse.
Creating symlink /usr/bin/chl to /usr/bin/clickhouse.
Creating symlink /usr/bin/chc to /usr/bin/clickhouse.
Creating clickhouse group if it does not exist.
groupadd -r clickhouse
Creating clickhouse user if it does not exist.
useradd -r --shell /bin/false --home-dir /nonexistent -g clickhouse clickhouse
Will set ulimits for clickhouse user in /etc/security/limits.d/clickhouse.conf.
Creating config directory /etc/clickhouse-server/config.d that is used for tweaks of main server configuration.
Creating config directory /etc/clickhouse-server/users.d that is used for tweaks of users configuration.
Config file /etc/clickhouse-server/config.xml already exists, will keep it and extract path info from it.
/etc/clickhouse-server/config.xml has /var/lib/clickhouse/ as data path.
/etc/clickhouse-server/config.xml has /var/log/clickhouse-server/ as log path.
Users config file /etc/clickhouse-server/users.xml already exists, will keep it and extract users info from it.
Log directory /var/log/clickhouse-server/ already exists.
Creating data directory /var/lib/clickhouse/.
Creating pid directory /var/run/clickhouse-server.
chown -R clickhouse:clickhouse '/var/log/clickhouse-server/'
chown -R clickhouse:clickhouse '/var/run/clickhouse-server'
chown clickhouse:clickhouse '/var/lib/clickhouse/'
groupadd -r clickhouse-bridge
useradd -r --shell /bin/false --home-dir /nonexistent -g clickhouse-bridge clickhouse-bridge
chown -R clickhouse-bridge:clickhouse-bridge '/usr/bin/clickhouse-odbc-bridge'
chown -R clickhouse-bridge:clickhouse-bridge '/usr/bin/clickhouse-library-bridge'
Password for the default user is an empty string. See /etc/clickhouse-server/users.xml and /etc/clickhouse-server/users.d to change it.
Setting capabilities for clickhouse binary. This is optional.
chown -R clickhouse:clickhouse '/etc/clickhouse-server'
ClickHouse has been successfully installed.
Start clickhouse-server with:
sudo clickhouse start
Start clickhouse-client with:
clickhouse-client
+ dpkg -i package_folder/clickhouse-client_24.8.14.10545.altinitytest+tsan_amd64.deb
Selecting previously unselected package clickhouse-client.
(Reading database ... 48489 files and directories currently installed.)
Preparing to unpack .../clickhouse-client_24.8.14.10545.altinitytest+tsan_amd64.deb ...
Unpacking clickhouse-client (24.8.14.10545.altinitytest+tsan) ...
Setting up clickhouse-client (24.8.14.10545.altinitytest+tsan) ...
+ echo ''
+ [[ -z '' ]]
+ ch --query 'SELECT 1'
1
+ chl --query 'SELECT 1'
1
+ chc --version
ClickHouse client version 24.8.14.10545.altinitytest (altinity build).
+ ln -s /usr/share/clickhouse-test/clickhouse-test /usr/bin/clickhouse-test
+ source /attach_gdb.lib
++ source /utils.lib
+++ sysctl kernel.core_pattern=core.%e.%p-%P
kernel.core_pattern = core.%e.%p-%P
+++ sysctl fs.suid_dumpable=1
fs.suid_dumpable = 1
+ source /utils.lib
++ sysctl kernel.core_pattern=core.%e.%p-%P
kernel.core_pattern = core.%e.%p-%P
++ sysctl fs.suid_dumpable=1
fs.suid_dumpable = 1
+ /usr/share/clickhouse-test/config/install.sh
+ DEST_SERVER_PATH=/etc/clickhouse-server
+ DEST_CLIENT_PATH=/etc/clickhouse-client
+++ dirname /usr/share/clickhouse-test/config/install.sh
++ cd /usr/share/clickhouse-test/config
++ pwd -P
+ SRC_PATH=/usr/share/clickhouse-test/config
+ echo 'Going to install test configs from /usr/share/clickhouse-test/config into /etc/clickhouse-server'
+ mkdir -p /etc/clickhouse-server/config.d/
Going to install test configs from /usr/share/clickhouse-test/config into /etc/clickhouse-server
+ mkdir -p /etc/clickhouse-server/users.d/
+ mkdir -p /etc/clickhouse-client
+ ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper_write.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/max_num_to_warn.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/listen.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/text_log.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/blob_storage_log.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/custom_settings_prefixes.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/database_catalog_drop_table_concurrency.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/enable_access_control_improvements.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/macros.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/secure_ports.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/clusters.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/graphite.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/graphite_alternative.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/grpc_protocol.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/database_atomic.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/max_concurrent_queries.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree_settings.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/backoff_failed_mutation.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree_old_dirs_cleanup.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/test_cluster_with_incorrect_pw.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/keeper_port.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/logging_no_rotate.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/lost_forever_check.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/tcp_with_proxy.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/prometheus.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/top_level_domains_lists.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/top_level_domains_path.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/transactions.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/encryption.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/CORS.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper_log.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/logger_trace.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/named_collection.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/ssl_certs.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/filesystem_cache_log.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/session_log.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/system_unfreeze.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/enable_zero_copy_replication.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/nlp.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/forbidden_headers.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/enable_keeper_map.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/custom_disks_base_path.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/display_name.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/compressed_marks_and_index.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/disable_s3_env_credentials.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/enable_wait_for_shutdown_replicated_tables.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/backups.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/filesystem_caches_path.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/validate_tcp_client_information.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/zero_copy_destructive_operations.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/block_number.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/handlers.yaml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/serverwide_trace_collector.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/rocksdb.xml /etc/clickhouse-server/config.d/
+ '[' /etc/clickhouse-server = /etc/clickhouse-server ']'
+ ln -sf /usr/share/clickhouse-test/config/config.d/legacy_geobase.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/log_queries.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/readonly.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/access_management.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/database_atomic_drop_detach_sync.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/opentelemetry.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/remote_queries.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/session_log_test.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/memory_profiler.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/no_fsync_metadata.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/filelog.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/enable_blobs_check.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/marks.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/insert_keeper_retries.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/prefetch_settings.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/nonconst_timezone.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/allow_introspection_functions.yaml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/replicated_ddl_entry.xml /etc/clickhouse-server/users.d/
+ [[ -n '' ]]
+ ln -sf /usr/share/clickhouse-test/config/users.d/timeouts.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/ints_dictionary.xml /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/strings_dictionary.xml /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/decimals_dictionary.xml /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/executable_dictionary.xml /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/executable_pool_dictionary.xml /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/test_function.xml /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/top_level_domains /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/regions_hierarchy.txt /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/regions_names_en.txt /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/ext-en.txt /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/ext-ru.txt /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/lem-en.bin /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/server.key /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/server.crt /etc/clickhouse-server/
+ ln -sf /usr/share/clickhouse-test/config/dhparam.pem /etc/clickhouse-server/
+ ln -sf --backup=simple --suffix=_original.xml /usr/share/clickhouse-test/config/config.d/query_masking_rules.xml /etc/clickhouse-server/config.d/
+ [[ -n '' ]]
+ rm -f /etc/clickhouse-server/config.d/zookeeper_fault_injection.xml
+ ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper.xml /etc/clickhouse-server/config.d/
+ [[ -n '' ]]
+ rm -f /etc/clickhouse-server/config.d/cannot_allocate_thread_injection.xml
+ value=0
+ sed --follow-symlinks -i 's|[01]|0|' /etc/clickhouse-server/config.d/keeper_port.xml
+ value=1673216
+ sed --follow-symlinks -i 's|[[:digit:]]\+|1673216|' /etc/clickhouse-server/config.d/keeper_port.xml
+ value=27189248
+ sed --follow-symlinks -i 's|[[:digit:]]\+|27189248|' /etc/clickhouse-server/config.d/keeper_port.xml
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ '' == \1 ]]
+ [[ '' == \1 ]]
+ [[ -n 1 ]]
+ ln -sf /usr/share/clickhouse-test/config/config.d/azure_storage_conf.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02944.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02963.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02961.xml /etc/clickhouse-server/config.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/s3_cache.xml /etc/clickhouse-server/users.d/
+ ln -sf /usr/share/clickhouse-test/config/users.d/s3_cache_new.xml /etc/clickhouse-server/users.d/
+ [[ -n 0 ]]
+ [[ 0 -eq 1 ]]
+ ln -sf /usr/share/clickhouse-test/config/client_config.xml /etc/clickhouse-client/config.xml
+ [[ -n 0 ]]
+ [[ 0 -eq 1 ]]
+ ./setup_minio.sh stateless
+ azurite-blob --blobHost 0.0.0.0 --blobPort 10000 --debug /azurite_log
+ export MINIO_ROOT_USER=clickhouse
+ MINIO_ROOT_USER=clickhouse
+ export MINIO_ROOT_PASSWORD=clickhouse
+ MINIO_ROOT_PASSWORD=clickhouse
+ main stateless
+ local query_dir
++ check_arg stateless
++ local query_dir
++ '[' '!' 1 -eq 1 ']'
++ case "$1" in
++ query_dir=0_stateless
++ echo 0_stateless
+ query_dir=0_stateless
+ '[' '!' -f ./minio ']'
+ start_minio
+ mkdir -p ./minio_data
+ ./minio --version
minio version RELEASE.2024-08-03T04-33-23Z (commit-id=6efb56851c40da88d1ca15112e2d686a4ecec6b3)
Runtime: go1.22.5 linux/amd64
License: GNU AGPLv3 - https://www.gnu.org/licenses/agpl-3.0.html
Copyright: 2015-2024 MinIO, Inc.
+ wait_for_it
+ ./minio server --address :11111 ./minio_data
+ local counter=0
+ local max_counter=60
+ local url=http://localhost:11111
+ params=('--silent' '--verbose')
+ local params
+ curl --silent --verbose http://localhost:11111
+ grep AccessDenied
+ [[ 0 == \6\0 ]]
+ echo 'trying to connect to minio'
trying to connect to minio
+ sleep 1
Azurite Blob service is starting on 0.0.0.0:10000
Azurite Blob service successfully listens on http://0.0.0.0:10000
INFO: Formatting 1st pool, 1 set(s), 1 drives per set.
INFO: WARNING: Host local has more than 0 drives of set. A host failure will result in data becoming unavailable.
MinIO Object Storage Server
Copyright: 2015-2026 MinIO, Inc.
License: GNU AGPLv3 - https://www.gnu.org/licenses/agpl-3.0.html
Version: RELEASE.2024-08-03T04-33-23Z (go1.22.5 linux/amd64)
API: http://172.17.0.2:11111 http://127.0.0.1:11111
WebUI: http://172.17.0.2:42369 http://127.0.0.1:42369
Docs: https://min.io/docs/minio/linux/index.html
+ counter=1
+ curl --silent --verbose http://localhost:11111
+ grep AccessDenied
AccessDeniedAccess Denied./189F704844D1AB587dc7eb22d3288ec80374614e9088e31d3668a6922ead55932dd2a8e56373820f
+ lsof -i :11111
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
minio 297 root 8u IPv6 23400 0t0 TCP *:11111 (LISTEN)
minio 297 root 9u IPv4 23399 0t0 TCP localhost:11111 (LISTEN)
minio 297 root 10u IPv6 23401 0t0 TCP localhost:11111 (LISTEN)
+ sleep 5
+ setup_minio stateless
+ local test_type=stateless
+ ./mc alias set clickminio http://localhost:11111 clickhouse clickhouse
Added `clickminio` successfully.
+ ./mc admin user add clickminio test testtest
Added user `test` successfully.
+ ./mc admin policy attach clickminio readwrite --user=test
Attached Policies: [readwrite]
To User: test
+ ./mc mb --ignore-existing clickminio/test
Bucket created successfully `clickminio/test`.
+ '[' stateless = stateless ']'
+ ./mc anonymous set public clickminio/test
Access permission for `clickminio/test` is set to `public`
+ upload_data 0_stateless /usr/share/clickhouse-test
+ local query_dir=0_stateless
+ local test_path=/usr/share/clickhouse-test
+ local data_path=/usr/share/clickhouse-test/queries/0_stateless/data_minio
+ '[' -d /usr/share/clickhouse-test/queries/0_stateless/data_minio ']'
+ ./mc cp --recursive /usr/share/clickhouse-test/queries/0_stateless/data_minio/ clickminio/test/
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/03036_archive1.tar` -> `clickminio/test/03036_archive1.tar`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/02366_data.jsonl` -> `clickminio/test/02366_data.jsonl`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.parquet` -> `clickminio/test/02731.parquet`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/02876.parquet` -> `clickminio/test/02876.parquet`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.arrow` -> `clickminio/test/02731.arrow`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/03036_archive1.zip` -> `clickminio/test/03036_archive1.zip`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/03036_archive2.tar` -> `clickminio/test/03036_archive2.tar`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/03036_archive2.zip` -> `clickminio/test/03036_archive2.zip`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/03036_archive3.tar.gz` -> `clickminio/test/03036_archive3.tar.gz`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/03036_compressed_file_archive.zip` -> `clickminio/test/03036_compressed_file_archive.zip`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/03036_json_archive.zip` -> `clickminio/test/03036_json_archive.zip`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/a.tsv` -> `clickminio/test/a.tsv`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/b.tsv` -> `clickminio/test/b.tsv`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/c.tsv` -> `clickminio/test/c.tsv`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/hive_partitioning/column0=Elizabeth/column1=Gordon/sample.parquet` -> `clickminio/test/hive_partitioning/column0=Elizabeth/column1=Gordon/sample.parquet`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/hive_partitioning/column0=Elizabeth/column1=Schmidt/sample.parquet` -> `clickminio/test/hive_partitioning/column0=Elizabeth/column1=Schmidt/sample.parquet`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/hive_partitioning/column0=Elizabeth/sample.parquet` -> `clickminio/test/hive_partitioning/column0=Elizabeth/sample.parquet`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/hive_partitioning/non_existing_column=Elizabeth/sample.parquet` -> `clickminio/test/hive_partitioning/non_existing_column=Elizabeth/sample.parquet`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/json_data` -> `clickminio/test/json_data`
`/usr/share/clickhouse-test/queries/0_stateless/data_minio/tsv_with_header.tsv` -> `clickminio/test/tsv_with_header.tsv`
Total: 5.42 MiB, Transferred: 5.42 MiB, Speed: 103.99 MiB/s
+ setup_aws_credentials
+ local minio_root_user=clickhouse
+ local minio_root_password=clickhouse
+ mkdir -p /root/.aws
+ cat
+ ./setup_hdfs_minicluster.sh
+ ls -lha
total 125M
drwxr-xr-x 1 root root 4.0K Mar 23 15:03 .
drwxr-xr-x 1 root root 4.0K Mar 23 15:03 ..
-rw-rw-r-- 1 1000 1000 119 Mar 23 15:00 analyzer_tech_debt.txt
-rw-rw-r-- 1 root root 2.4K Jan 31 2025 attach_gdb.lib
-rw-r--r-- 1 root root 1.3K Mar 23 15:03 __azurite_db_blob_extent__.json
-rw-r--r-- 1 root root 3.9K Mar 23 15:03 __azurite_db_blob__.json
-rw-r--r-- 1 root root 1.4K Mar 23 15:03 azurite_log
lrwxrwxrwx 1 root root 7 Sep 11 2024 bin -> usr/bin
drwxr-xr-x 2 root root 4.0K Mar 23 15:03 __blobstorage__
drwxr-xr-x 2 root root 4.0K Apr 18 2022 boot
-rw-rw-r-- 1 1000 1000 966 Mar 23 15:00 broken_tests.json
drwxr-xr-x 14 root root 3.8K Mar 23 15:03 dev
-rwxr-xr-x 1 root root 0 Mar 23 15:03 .dockerenv
drwxr-xr-x 1 root root 4.0K Mar 23 15:03 etc
drwxr-xr-x 10 1000 1000 4.0K Jun 15 2021 hadoop-3.3.1
drwxr-xr-x 2 root root 4.0K Apr 18 2022 home
lrwxrwxrwx 1 root root 7 Sep 11 2024 lib -> usr/lib
lrwxrwxrwx 1 root root 9 Sep 11 2024 lib32 -> usr/lib32
lrwxrwxrwx 1 root root 9 Sep 11 2024 lib64 -> usr/lib64
lrwxrwxrwx 1 root root 10 Sep 11 2024 libx32 -> usr/libx32
-rwxr-xr-x 1 root root 26M Jan 31 2025 mc
drwxr-xr-x 2 root root 4.0K Sep 11 2024 media
-rwxr-xr-x 1 root root 99M Jan 31 2025 minio
drwxr-xr-x 4 root root 4.0K Mar 23 15:04 minio_data
drwxr-xr-x 2 root root 4.0K Sep 11 2024 mnt
drwxr-xr-x 1 root root 4.0K Jan 31 2025 opt
-rw-r--r-- 1 root root 0 Feb 15 2024 .package-cache-mutate
drwxrwxr-x 2 1000 1000 4.0K Mar 23 15:03 package_folder
dr-xr-xr-x 331 root root 0 Mar 23 15:03 proc
-rwxrwxr-x 1 root root 9.5K Jan 31 2025 process_functional_tests_result.py
-rw-rw-r-- 1 root root 837 Jan 31 2025 requirements.txt
drwx------ 1 root root 4.0K Mar 23 15:04 root
drwxr-xr-x 1 root root 4.0K Mar 23 15:03 run
-rwxrwxr-x 1 root root 22K Jan 31 2025 run.sh
lrwxrwxrwx 1 root root 8 Sep 11 2024 sbin -> usr/sbin
-rwxrwxr-x 1 root root 11K Jan 31 2025 setup_export_logs.sh
-rwxrwxr-x 1 root root 360 Jan 31 2025 setup_hdfs_minicluster.sh
-rwxrwxr-x 1 root root 3.4K Jan 31 2025 setup_minio.sh
drwxr-xr-x 2 root root 4.0K Sep 11 2024 srv
-rw-rw-r-- 1 root root 14K Jan 31 2025 stress_tests.lib
dr-xr-xr-x 13 root root 0 Mar 23 15:03 sys
drwxrwxr-x 2 1000 1000 4.0K Mar 23 15:03 test_output
drwxrwxrwt 1 root root 4.0K Mar 23 15:03 tmp
drwxr-xr-x 1 root root 4.0K Sep 11 2024 usr
-rw-rw-r-- 1 root root 897 Jan 31 2025 utils.lib
drwxr-xr-x 1 root root 4.0K Sep 11 2024 var
+ cd hadoop-3.3.1
+ export JAVA_HOME=/usr
+ JAVA_HOME=/usr
+ mkdir -p target/test/data
+ chown clickhouse ./target/test/data
+ nc -z localhost 12222
+ sudo -E -u clickhouse bin/mapred minicluster -format -nomr -nnport 12222
+ sleep 1
+ nc -z localhost 12222
+ sleep 1
+ nc -z localhost 12222
+ lsof -i :12222
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
java 423 clickhouse 322u IPv4 28434 0t0 TCP localhost:12222 (LISTEN)
java 423 clickhouse 544u IPv4 37028 0t0 TCP localhost:55200->localhost:12222 (ESTABLISHED)
java 423 clickhouse 545u IPv4 41276 0t0 TCP localhost:12222->localhost:55200 (ESTABLISHED)
+ sleep 5
+ config_logs_export_cluster /etc/clickhouse-server/config.d/system_logs_export.yaml
+ set +x
File /tmp/export-logs-config.sh does not exist, do not setup
+ [[ -n '' ]]
+ export IS_FLAKY_CHECK=0
+ IS_FLAKY_CHECK=0
+ '[' 1 -gt 1 ']'
+ sudo -E -u clickhouse /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml --daemon --pid-file /var/run/clickhouse-server/clickhouse-server.pid
+ [[ 0 -eq 1 ]]
+ [[ 0 -eq 1 ]]
+ for _ in {1..100}
+ clickhouse-client --query 'SELECT 1'
Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)
+ sleep 1
+ for _ in {1..100}
+ clickhouse-client --query 'SELECT 1'
Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)
+ sleep 1
+ for _ in {1..100}
+ clickhouse-client --query 'SELECT 1'
127.0.0.1 - - [23/Mar/2026:10:04:10 +0000] "GET /devstoreaccount1/cont?restype=container HTTP/1.1" 404 -
127.0.0.1 - - [23/Mar/2026:10:04:10 +0000] "PUT /devstoreaccount1/cont?restype=container HTTP/1.1" 201 -
127.0.0.1 - - [23/Mar/2026:10:04:10 +0000] "PUT /devstoreaccount1/cont/rnxhymiszflrloyxjqcdaywttvahnqsg HTTP/1.1" 201 -
127.0.0.1 - - [23/Mar/2026:10:04:10 +0000] "GET /devstoreaccount1/cont/rnxhymiszflrloyxjqcdaywttvahnqsg HTTP/1.1" 206 4
127.0.0.1 - - [23/Mar/2026:10:04:10 +0000] "GET /devstoreaccount1/cont/rnxhymiszflrloyxjqcdaywttvahnqsg HTTP/1.1" 206 2
127.0.0.1 - - [23/Mar/2026:10:04:10 +0000] "DELETE /devstoreaccount1/cont/rnxhymiszflrloyxjqcdaywttvahnqsg HTTP/1.1" 202 -
1
+ break
+ setup_logs_replication
+ set +x
File /tmp/export-logs-config.sh does not exist, do not setup
+ attach_gdb_to_clickhouse
++ run_with_retry 5 clickhouse-client --query 'SELECT count() FROM system.build_options WHERE name = '\''CXX_FLAGS'\'' AND position('\''sanitize=address'\'' IN value)'
++ [[ ahxB =~ e ]]
++ set_e=false
++ set +e
++ local total_retries=5
++ shift
++ local retry=0
++ '[' 0 -ge 5 ']'
++ clickhouse-client --query 'SELECT count() FROM system.build_options WHERE name = '\''CXX_FLAGS'\'' AND position('\''sanitize=address'\'' IN value)'
++ false
++ return
+ IS_ASAN=0
+ [[ 0 = \1 ]]
++ kill -l SIGRTMIN
+ RTMIN=34
+ echo '
set follow-fork-mode parent
handle SIGHUP nostop noprint pass
handle SIGINT nostop noprint pass
handle SIGQUIT nostop noprint pass
handle SIGPIPE nostop noprint pass
handle SIGTERM nostop noprint pass
handle SIGUSR1 nostop noprint pass
handle SIGUSR2 nostop noprint pass
handle SIG34 nostop noprint pass
info signals
continue
backtrace full
info registers
p top' 1 KiB of the 'stack:
p/x *(uint64_t[128]*)$sp
maintenance info sections
thread apply all backtrace full
disassemble /s
up
disassemble /s
up
disassemble /s
p "done"
detach
quit
'
+ sleep 5
+ ts '%Y-%m-%d %H:%M:%S'
++ cat /var/run/clickhouse-server/clickhouse-server.pid
+ gdb -batch -command script.gdb -p 610
+ run_with_retry 60 clickhouse-client --query 'SELECT '\''Connected to clickhouse-server after attaching gdb'\'''
+ [[ aehxB =~ e ]]
+ set_e=true
+ set +e
+ local total_retries=60
+ shift
+ local retry=0
+ '[' 0 -ge 60 ']'
+ clickhouse-client --query 'SELECT '\''Connected to clickhouse-server after attaching gdb'\'''
Connected to clickhouse-server after attaching gdb
+ true
+ set -e
+ return
+ clickhouse-client --query 'CREATE TABLE minio_audit_logs
(
log String,
event_time DateTime64(9) MATERIALIZED parseDateTime64BestEffortOrZero(trim(BOTH '\''"'\'' FROM JSONExtractRaw(log, '\''time'\'')), 9, '\''UTC'\'')
)
ENGINE = MergeTree
ORDER BY tuple()'
+ clickhouse-client --query 'CREATE TABLE minio_server_logs
(
log String,
event_time DateTime64(9) MATERIALIZED parseDateTime64BestEffortOrZero(trim(BOTH '\''"'\'' FROM JSONExtractRaw(log, '\''time'\'')), 9, '\''UTC'\'')
)
ENGINE = MergeTree
ORDER BY tuple()'
+ ./mc admin config set clickminio logger_webhook:ch_server_webhook 'endpoint=http://localhost:8123/?async_insert=1&wait_for_async_insert=0&async_insert_busy_timeout_min_ms=5000&async_insert_busy_timeout_max_ms=5000&async_insert_max_query_number=1000&async_insert_max_data_size=10485760&query=INSERT%20INTO%20minio_server_logs%20FORMAT%20LineAsString' queue_size=1000000 batch_size=500
Successfully applied new settings.
+ ./mc admin config set clickminio audit_webhook:ch_audit_webhook 'endpoint=http://localhost:8123/?async_insert=1&wait_for_async_insert=0&async_insert_busy_timeout_min_ms=5000&async_insert_busy_timeout_max_ms=5000&async_insert_max_query_number=1000&async_insert_max_data_size=10485760&query=INSERT%20INTO%20minio_audit_logs%20FORMAT%20LineAsString' queue_size=1000000 batch_size=500
Successfully applied new settings.
+ max_retries=100
+ retry=1
clickminio restart attempt 1:
+ '[' 1 -le 100 ']'
+ echo 'clickminio restart attempt 1:'
++ ./mc admin service restart clickminio --wait --json
++ jq -r .status
INFO: Restarting on service signal
MinIO Object Storage Server
Copyright: 2015-2026 MinIO, Inc.
License: GNU AGPLv3 - https://www.gnu.org/licenses/agpl-3.0.html
Version: RELEASE.2024-08-03T04-33-23Z (go1.22.5 linux/amd64)
API: http://172.17.0.2:11111 http://127.0.0.1:11111
WebUI: http://172.17.0.2:43027 http://127.0.0.1:43027
Docs: https://min.io/docs/minio/linux/index.html
Output of restart status: success
success
Restarted clickminio successfully.
+ output='success
success'
+ echo 'Output of restart status: success
success'
+ expected_output='success
success'
+ '[' 'success
success' = 'success
success' ']'
+ echo 'Restarted clickminio successfully.'
+ break
+ '[' 1 -gt 100 ']'
+ MC_ADMIN_PID=1484
+ export -f run_tests
+ ./mc admin trace clickminio
+ '[' 1 -gt 1 ']'
+ run_tests
+ set -x
+ read -ra ADDITIONAL_OPTIONS
+ HIGH_LEVEL_COVERAGE=YES
+ '[' 1 -gt 1 ']'
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ 0 -eq 1 ]]
+ [[ '' -eq 1 ]]
+ [[ 0 -eq 1 ]]
++ clickhouse-client --query 'SELECT value LIKE '\''%SANITIZE_COVERAGE%'\'' FROM system.build_options WHERE name = '\''CXX_FLAGS'\'''
+ [[ 1 == 0 ]]
+ ADDITIONAL_OPTIONS+=('--jobs')
+ ADDITIONAL_OPTIONS+=('8')
+ [[ -n 3 ]]
+ [[ -n 4 ]]
+ ADDITIONAL_OPTIONS+=('--run-by-hash-num')
+ ADDITIONAL_OPTIONS+=("$RUN_BY_HASH_NUM")
+ ADDITIONAL_OPTIONS+=('--run-by-hash-total')
+ ADDITIONAL_OPTIONS+=("$RUN_BY_HASH_TOTAL")
+ HIGH_LEVEL_COVERAGE=NO
+ [[ -n '' ]]
+ [[ NO = \Y\E\S ]]
+ ADDITIONAL_OPTIONS+=('--report-logs-stats')
+ try_run_with_retry 10 clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')'
+ local total_retries=10
+ shift
+ fn_exists run_with_retry
+ declare -F run_with_retry
+ run_with_retry 10 clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')'
+ [[ aehxB =~ e ]]
+ set_e=true
+ set +e
+ local total_retries=10
+ shift
+ local retry=0
+ '[' 0 -ge 10 ']'
+ clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')'
+ true
+ set -e
+ return
+ set +e
+ TEST_ARGS=(--testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs "$NUM_TRIES" "${ADDITIONAL_OPTIONS[@]}")
+ ts '%Y-%m-%d %H:%M:%S'
+ clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
+ tee -a test_output/test_result.txt
2026-03-23 15:04:20 Using queries from '/usr/share/clickhouse-test/queries' directory
2026-03-23 15:04:20 Connecting to ClickHouse server... OK
2026-03-23 15:04:20 Connected to server 24.8.14.10545.altinitytest @ 19217e5096cecbca4a02c9cce8f2bd503e4cd92c HEAD
2026-03-23 15:04:20 Found 1596 parallel tests and 150 sequential tests
2026-03-23 15:04:21 Running about 199 stateless tests (Process-5).
2026-03-23 15:04:21 02733_distinct: [ OK ] 0.39 sec.
2026-03-23 15:04:21 Running about 199 stateless tests (Process-9).
2026-03-23 15:04:21 00939_test_null_in: [ OK ] 0.53 sec.
2026-03-23 15:04:21 Running about 199 stateless tests (Process-3).
2026-03-23 15:04:21 01064_array_auc: [ OK ] 0.64 sec.
2026-03-23 15:04:21 02151_hash_table_sizes_stats: [ SKIPPED ] 0.00 sec.
2026-03-23 15:04:21 Reason: not running for current build
2026-03-23 15:04:21 Running about 199 stateless tests (Process-8).
2026-03-23 15:04:21 00749_inner_join_of_unnamed_subqueries: [ OK ] 0.63 sec.
2026-03-23 15:04:21 Running about 199 stateless tests (Process-10).
2026-03-23 15:04:21 03033_dynamic_text_serialization: [ OK ] 0.79 sec.
2026-03-23 15:04:21 03033_analyzer_merge_engine_filter_push_down: [ OK ] 0.52 sec.
2026-03-23 15:04:21 00584_view_union_all: [ OK ] 0.68 sec.
2026-03-23 15:04:21 03274_grace_hash_max_joined_block_size_rows_bug: [ OK ] 0.48 sec.
2026-03-23 15:04:21 00915_simple_aggregate_function: [ OK ] 0.92 sec.
2026-03-23 15:04:22 Running about 199 stateless tests (Process-4).
2026-03-23 15:04:22 00625_query_in_form_data: [ OK ] 1.53 sec.
2026-03-23 15:04:22 00900_entropy_shard: [ OK ] 0.63 sec.
2026-03-23 15:04:22 02844_distributed_virtual_columns: [ OK ] 0.57 sec.
2026-03-23 15:04:22 00222_sequence_aggregate_function_family: [ OK ] 1.32 sec.
2026-03-23 15:04:22 01710_projection_in_index: [ OK ] 0.67 sec.
2026-03-23 15:04:22 02710_aggregation_nested_map_ip_uuid: [ OK ] 0.82 sec.
2026-03-23 15:04:23 02157_line_as_string_output_format: [ OK ] 0.43 sec.
2026-03-23 15:04:23 02431_single_value_or_null_empty: [ OK ] 0.57 sec.
2026-03-23 15:04:23 Running about 199 stateless tests (Process-6).
2026-03-23 15:04:23 02912_ingestion_mv_deduplication: [ OK ] 2.75 sec.
2026-03-23 15:04:23 02002_parse_map_int_key: [ OK ] 0.52 sec.
2026-03-23 15:04:23 Running about 199 stateless tests (Process-7).
2026-03-23 15:04:23 00505_secure: [ OK ] 3.14 sec.
2026-03-23 15:04:24 00850_global_join_dups: [ OK ] 1.63 sec.
2026-03-23 15:04:24 00933_ttl_with_default: [ OK ] 1.15 sec.
2026-03-23 15:04:25 02245_format_string_stack_overflow: [ OK ] 0.48 sec.
2026-03-23 15:04:25 02875_clickhouse_local_multiquery: [ OK ] 3.03 sec.
2026-03-23 15:04:26 00544_insert_with_select: [ OK ] 0.72 sec.
2026-03-23 15:04:26 02413_replace_partition_zero_copy: [ OK ] 2.48 sec.
2026-03-23 15:04:26 03277_analyzer_array_join_fix: [ OK ] 0.60 sec.
2026-03-23 15:04:26 02519_monotonicity_fuzz: [ OK ] 0.63 sec.
2026-03-23 15:04:27 00502_custom_partitioning_replicated_zookeeper_long: [ OK ] 4.89 sec.
2026-03-23 15:04:27 00588_shard_distributed_prewhere: [ OK ] 0.78 sec.
API: SYSTEM.config
Time: 10:04:31 UTC 03/23/2026
DeploymentID: dae876a8-5fa7-45b3-8159-785e20355705
Error: unable to send webhook log entry to 'minio-http-audit-ch_audit_webhook' err 'http://localhost:8123/?async_insert=1&wait_for_async_insert=0&async_insert_busy_timeout_min_ms=5000&async_insert_busy_timeout_max_ms=5000&async_insert_max_query_number=1000&async_insert_max_data_size=10485760&query=INSERT%20INTO%20minio_audit_logs%20FORMAT%20LineAsString returned 'Post "http://localhost:8123/?async_insert=1&wait_for_async_insert=0&async_insert_busy_timeout_min_ms=5000&async_insert_busy_timeout_max_ms=5000&async_insert_max_query_number=1000&async_insert_max_data_size=10485760&query=INSERT%20INTO%20minio_audit_logs%20FORMAT%20LineAsString": context deadline exceeded', please check your endpoint configuration' (*fmt.wrapError)
4: internal/logger/logonce.go:64:logger.(*logOnceType).logOnceConsoleIf()
3: internal/logger/logonce.go:157:logger.LogOnceConsoleIf()
2: cmd/logging.go:132:cmd.configLogOnceConsoleIf()
1: internal/logger/target/http/http.go:416:http.(*Target).startQueueProcessor()
warning: (Error: pc 0x563e98ff1746 in address map, but not in symtab.)
2026-03-23 15:06:20 1390
2026-03-23 15:12:07 01300_polygon_convex_hull: [ FAIL ] 300.39 sec.
2026-03-23 15:12:07 Reason: return code: 209
2026-03-23 15:12:07 Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:42304, 300000 ms): (localhost:9000, ::1, local address: [::1]:42304). (SOCKET_TIMEOUT)
2026-03-23 15:12:07
2026-03-23 15:12:07 , result:
2026-03-23 15:12:07
2026-03-23 15:12:07
2026-03-23 15:12:07
2026-03-23 15:12:07 stdout:
2026-03-23 15:12:07
2026-03-23 15:12:07
2026-03-23 15:12:07 Settings used in the test: --max_insert_threads 2 --group_by_two_level_threshold 461442 --group_by_two_level_threshold_bytes 1 --distributed_aggregation_memory_efficient 0 --fsync_metadata 1 --output_format_parallel_formatting 1 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 6138680 --max_read_buffer_size 945806 --prefer_localhost_replica 1 --max_block_size 56610 --max_joined_block_size_rows 89939 --max_threads 2 --optimize_append_index 1 --optimize_if_chain_to_multiif 0 --optimize_if_transform_strings_to_enum 0 --optimize_read_in_order 1 --optimize_or_like_chain 1 --optimize_substitute_columns 0 --enable_multiple_prewhere_read_steps 0 --read_in_order_two_level_merge_threshold 82 --optimize_aggregation_in_order 1 --aggregation_in_order_max_block_bytes 24894171 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 1 --min_bytes_to_use_mmap_io 10737418240 --local_filesystem_read_method io_uring --remote_filesystem_read_method read --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 50 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 0 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 128Mi --filesystem_prefetches_limit 0 --filesystem_prefetch_min_bytes_for_single_read_task 8Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 100Mi --compile_aggregate_expressions 0 --compile_sort_description 1 --merge_tree_coarse_index_granularity 27 --optimize_distinct_in_order 1 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 2998349759 --min_compress_block_size 3002799 --max_compress_block_size 584510 --merge_tree_compact_parts_min_granules_to_multibuffer_read 21 --optimize_sorting_by_input_stream_properties 0 --http_response_buffer_size 1472645 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 0 --session_timezone America/Hermosillo --use_page_cache_for_disks_without_file_cache False --page_cache_inject_eviction True --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.4 --prefer_external_sort_block_bytes 1 --cross_join_min_rows_to_compress 1 --cross_join_min_bytes_to_compress 100000000 --min_external_table_block_size_bytes 100000000 --max_parsing_threads 1 --optimize_functions_to_subcolumns 0 --parallel_replicas_local_plan 0
2026-03-23 15:12:07
2026-03-23 15:12:07 MergeTree settings used in test: --ratio_of_defaults_for_sparse_serialization 0.8167044103129754 --prefer_fetch_merged_part_size_threshold 10737418240 --vertical_merge_algorithm_min_rows_to_activate 1000000 --vertical_merge_algorithm_min_columns_to_activate 1 --allow_vertical_merges_from_compact_to_wide_parts 0 --min_merge_bytes_to_use_direct_io 8794708084 --index_granularity_bytes 2964177 --merge_max_block_size 15056 --index_granularity 1930 --min_bytes_for_wide_part 1073741824 --marks_compress_block_size 57126 --primary_key_compress_block_size 63387 --replace_long_file_name_to_hash 1 --max_file_name_length 26 --min_bytes_for_full_part_storage 497015356 --compact_parts_max_bytes_to_buffer 58335289 --compact_parts_max_granules_to_buffer 241 --compact_parts_merge_max_bytes_to_prefetch_part 12121203 --cache_populated_by_fetch 1 --concurrent_part_removal_threshold 27 --old_parts_lifetime 197
2026-03-23 15:12:07
2026-03-23 15:12:07 Database: test_6i8rbvy2
2026-03-23 15:12:07 Process Process-5:
2026-03-23 15:12:07 Traceback (most recent call last):
2026-03-23 15:12:07 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
2026-03-23 15:12:07 self.run()
2026-03-23 15:12:07 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
2026-03-23 15:12:07 self._target(*self._args, **self._kwargs)
2026-03-23 15:12:07 File "/usr/bin/clickhouse-test", line 2528, in run_tests_process
2026-03-23 15:12:07 return run_tests_array(*args, **kwargs)
2026-03-23 15:12:07 File "/usr/bin/clickhouse-test", line 2246, in run_tests_array
2026-03-23 15:12:07 stop_tests()
2026-03-23 15:12:07 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:12:07 cleanup_child_processes(os.getpid())
2026-03-23 15:12:07 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:12:07 child_pgid = os.getpgid(child)
2026-03-23 15:12:07 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:12:07 Child processes of 1527:
2026-03-23 15:12:07 2328 /bin/sh -c pgrep --parent 1527 -a
2026-03-23 15:16:20 Process Process-4:
2026-03-23 15:16:20 Traceback (most recent call last):
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 2280, in run_tests_array
2026-03-23 15:16:20 test_result = test_case.run(
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 1812, in run
2026-03-23 15:16:20 raise e
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 1808, in run
2026-03-23 15:16:20 self._cleanup(result.status == TestStatus.OK)
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 1871, in _cleanup
2026-03-23 15:16:20 self._cleanup_database(args, timeout)
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 1905, in _cleanup_database
2026-03-23 15:16:20 clickhouse_execute(
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute
2026-03-23 15:16:20 return clickhouse_execute_http(
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 305, in clickhouse_execute_http
2026-03-23 15:16:20 res = client.getresponse()
2026-03-23 15:16:20 File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse
2026-03-23 15:16:20 response.begin()
2026-03-23 15:16:20 File "/usr/lib/python3.10/http/client.py", line 318, in begin
2026-03-23 15:16:20 version, status, reason = self._read_status()
2026-03-23 15:16:20 File "/usr/lib/python3.10/http/client.py", line 279, in _read_status
2026-03-23 15:16:20 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
2026-03-23 15:16:20 File "/usr/lib/python3.10/socket.py", line 705, in readinto
2026-03-23 15:16:20 return self._sock.recv_into(b)
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 3470, in signal_handler
2026-03-23 15:16:20 raise Terminated(signal)
2026-03-23 15:16:20 Terminated: 15
2026-03-23 15:16:20
2026-03-23 15:16:20 During handling of the above exception, another exception occurred:
2026-03-23 15:16:20
2026-03-23 15:16:20 Traceback (most recent call last):
2026-03-23 15:16:20 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
2026-03-23 15:16:20 self.run()
2026-03-23 15:16:20 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
2026-03-23 15:16:20 self._target(*self._args, **self._kwargs)
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 2528, in run_tests_process
2026-03-23 15:16:20 return run_tests_array(*args, **kwargs)
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 2317, in run_tests_array
2026-03-23 15:16:20 stop_tests()
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:16:20 cleanup_child_processes(os.getpid())
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:16:20 child_pgid = os.getpgid(child)
2026-03-23 15:16:20 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:16:20 Break tests execution
2026-03-23 15:16:20 Child processes of 1526:
2026-03-23 15:16:20 2391 /bin/sh -c pgrep --parent 1526 -a
2026-03-23 15:16:20 Hang up check failed
2026-03-23 15:16:20 Server died, terminating all processes...
2026-03-23 15:16:20 Running 150 stateless tests (MainProcess).
2026-03-23 15:16:20 Child processes of 1509:
2026-03-23 15:16:20 1512 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 1518 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 1525 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 1526 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 1529 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 1531 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 1533 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 1536 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 1541 python3 /usr/bin/clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --no-drop-if-fail --capture-client-stacktrace --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 3 --run-by-hash-total 4 --report-logs-stats
2026-03-23 15:16:20 2396 /bin/sh -c pgrep --parent 1509 -a
2026-03-23 15:16:20 Traceback (most recent call last):
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 3626, in
2026-03-23 15:16:20 main(args)
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 2976, in main
2026-03-23 15:16:20 total_tests_run += do_run_tests(args.jobs, test_suite)
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 2599, in do_run_tests
2026-03-23 15:16:20 run_tests_array(
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 2246, in run_tests_array
2026-03-23 15:16:20 stop_tests()
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:16:20 cleanup_child_processes(os.getpid())
2026-03-23 15:16:20 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:16:20 child_pgid = os.getpgid(child)
2026-03-23 15:16:20 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:16:30 Process Process-9:
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2280, in run_tests_array
2026-03-23 15:16:30 test_result = test_case.run(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1812, in run
2026-03-23 15:16:30 raise e
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1797, in run
2026-03-23 15:16:30 result.check_if_need_retry(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1010, in check_if_need_retry
2026-03-23 15:16:30 or not need_retry(args, stdout, stderr, self.total_time)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 490, in need_retry
2026-03-23 15:16:30 session_uptime = get_zookeeper_session_uptime(args)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 478, in get_zookeeper_session_uptime
2026-03-23 15:16:30 return int(clickhouse_execute(args, "SELECT zookeeperSessionUptime()"))
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute
2026-03-23 15:16:30 return clickhouse_execute_http(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 305, in clickhouse_execute_http
2026-03-23 15:16:30 res = client.getresponse()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse
2026-03-23 15:16:30 response.begin()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 318, in begin
2026-03-23 15:16:30 version, status, reason = self._read_status()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 279, in _read_status
2026-03-23 15:16:30 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
2026-03-23 15:16:30 File "/usr/lib/python3.10/socket.py", line 705, in readinto
2026-03-23 15:16:30 return self._sock.recv_into(b)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 3470, in signal_handler
2026-03-23 15:16:30 raise Terminated(signal)
2026-03-23 15:16:30 Terminated: 15
2026-03-23 15:16:30
2026-03-23 15:16:30 During handling of the above exception, another exception occurred:
2026-03-23 15:16:30
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
2026-03-23 15:16:30 self.run()
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
2026-03-23 15:16:30 self._target(*self._args, **self._kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2528, in run_tests_process
2026-03-23 15:16:30 return run_tests_array(*args, **kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2317, in run_tests_array
2026-03-23 15:16:30 stop_tests()
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:16:30 cleanup_child_processes(os.getpid())
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:16:30 child_pgid = os.getpgid(child)
2026-03-23 15:16:30 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:16:30 Killing process group 2210
2026-03-23 15:16:30 Processes in process group 2210:
2026-03-23 15:16:30 2210 /bin/sh -c /usr/bin/clickhouse-client --log_comment '00717_low_cardinaliry_distributed_group_by.sql' --database=test_f56oj0ho --send_logs_level=warning --multiquery --max_insert_threads 3 --group_by_two_level_threshold 1 --group_by_two_level_threshold_bytes 43065378 --distributed_aggregation_memory_efficient 1 --fsync_metadata 0 --output_format_parallel_formatting 0 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 17091756 --max_read_buffer_size 780419 --prefer_localhost_replica 1 --max_block_size 8701 --max_joined_block_size_rows 24526 --max_threads 2 --optimize_append_index 1 --optimize_if_chain_to_multiif 1 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 0 --enable_multiple_prewhere_read_steps 0 --read_in_order_two_level_merge_threshold 50 --optimize_aggregation_in_order 1 --aggregation_in_order_max_block_bytes 542253 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 1 --min_bytes_to_use_mmap_io 2057897079 --local_filesystem_read_method mmap --remote_filesystem_read_method threadpool --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 0 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 0 --throw_on_error_from_cache_on_write_operations 0 --remote_filesystem_read_prefetch 0 --allow_prefetched_read_pool_for_remote_filesystem 1 --filesystem_prefetch_max_memory_usage 64Mi --filesystem_prefetches_limit 10 --filesystem_prefetch_min_bytes_for_single_read_task 8Mi --filesystem_prefetch_step_marks 50 --filesystem_prefetch_step_bytes 0 --compile_aggregate_expressions 1 --compile_sort_description 1 --merge_tree_coarse_index_granularity 25 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 6447390215 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 879618140 --min_compress_block_size 1329108 --max_compress_block_size 2895977 --merge_tree_compact_parts_min_granules_to_multibuffer_read 15 --optimize_sorting_by_input_stream_properties 0 --http_response_buffer_size 7300800 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 3 --min_count_to_compile_sort_description 3 --session_timezone Asia/Ashgabat --use_page_cache_for_disks_without_file_cache True --page_cache_inject_eviction True --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.56 --prefer_external_sort_block_bytes 1 --cross_join_min_rows_to_compress 100000000 --cross_join_min_bytes_to_compress 100000000 --min_external_table_block_size_bytes 100000000 --max_parsing_threads 0 --optimize_functions_to_subcolumns 1 --parallel_replicas_local_plan 1 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 0.17376084287485982 --prefer_fetch_merged_part_size_threshold 9935039261 --vertical_merge_algorithm_min_rows_to_activate 1000000 --vertical_merge_algorithm_min_columns_to_activate 45 --allow_vertical_merges_from_compact_to_wide_parts 1 --min_merge_bytes_to_use_direct_io 1 --index_granularity_bytes 1733330 --merge_max_block_size 1388 --index_granularity 75 --min_bytes_for_wide_part 0 --marks_compress_block_size 43999 --primary_key_compress_block_size 66793 --replace_long_file_name_to_hash 1 --max_file_name_length 0 --min_bytes_for_full_part_storage 190189477 --compact_parts_max_bytes_to_buffer 514443603 --compact_parts_max_granules_to_buffer 256 --compact_parts_merge_max_bytes_to_prefetch_part 10800936 --cache_populated_by_fetch 1 --concurrent_part_removal_threshold 0 --old_parts_lifetime 388 --allow_repeated_settings --client_logs_file=./client.fatal.log < /usr/share/clickhouse-test/queries/0_stateless/00717_low_cardinaliry_distributed_group_by.sql > /tmp/clickhouse-test/0_stateless/00717_low_cardinaliry_distributed_group_by.stdout 2> /tmp/clickhouse-test/0_stateless/00717_low_cardinaliry_distributed_group_by.stderr
2026-03-23 15:16:30 2211 /usr/bin/clickhouse-client --log_comment 00717_low_cardinaliry_distributed_group_by.sql --database=test_f56oj0ho --send_logs_level=warning --multiquery --max_insert_threads 3 --group_by_two_level_threshold 1 --group_by_two_level_threshold_bytes 43065378 --distributed_aggregation_memory_efficient 1 --fsync_metadata 0 --output_format_parallel_formatting 0 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 17091756 --max_read_buffer_size 780419 --prefer_localhost_replica 1 --max_block_size 8701 --max_joined_block_size_rows 24526 --max_threads 2 --optimize_append_index 1 --optimize_if_chain_to_multiif 1 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 0 --enable_multiple_prewhere_read_steps 0 --read_in_order_two_level_merge_threshold 50 --optimize_aggregation_in_order 1 --aggregation_in_order_max_block_bytes 542253 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 1 --min_bytes_to_use_mmap_io 2057897079 --local_filesystem_read_method mmap --remote_filesystem_read_method threadpool --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 0 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 0 --throw_on_error_from_cache_on_write_operations 0 --remote_filesystem_read_prefetch 0 --allow_prefetched_read_pool_for_remote_filesystem 1 --filesystem_prefetch_max_memory_usage 64Mi --filesystem_prefetches_limit 10 --filesystem_prefetch_min_bytes_for_single_read_task 8Mi --filesystem_prefetch_step_marks 50 --filesystem_prefetch_step_bytes 0 --compile_aggregate_expressions 1 --compile_sort_description 1 --merge_tree_coarse_index_granularity 25 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 6447390215 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 879618140 --min_compress_block_size 1329108 --max_compress_block_size 2895977 --merge_tree_compact_parts_min_granules_to_multibuffer_read 15 --optimize_sorting_by_input_stream_properties 0 --http_response_buffer_size 7300800 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 3 --min_count_to_compile_sort_description 3 --session_timezone Asia/Ashgabat --use_page_cache_for_disks_without_file_cache True --page_cache_inject_eviction True --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.56 --prefer_external_sort_block_bytes 1 --cross_join_min_rows_to_compress 100000000 --cross_join_min_bytes_to_compress 100000000 --min_external_table_block_size_bytes 100000000 --max_parsing_threads 0 --optimize_functions_to_subcolumns 1 --parallel_replicas_local_plan 1 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 0.17376084287485982 --prefer_fetch_merged_part_size_threshold 9935039261 --vertical_merge_algorithm_min_rows_to_activate 1000000 --vertical_merge_algorithm_min_columns_to_activate 45 --allow_vertical_merges_from_compact_to_wide_parts 1 --min_merge_bytes_to_use_direct_io 1 --index_granularity_bytes 1733330 --merge_max_block_size 1388 --index_granularity 75 --min_bytes_for_wide_part 0 --marks_compress_block_size 43999 --primary_key_compress_block_size 66793 --replace_long_file_name_to_hash 1 --max_file_name_length 0 --min_bytes_for_full_part_storage 190189477 --compact_parts_max_bytes_to_buffer 514443603 --compact_parts_max_granules_to_buffer 256 --compact_parts_merge_max_bytes_to_prefetch_part 10800936 --cache_populated_by_fetch 1 --concurrent_part_removal_threshold 0 --old_parts_lifetime 388 --allow_repeated_settings --client_logs_file=./client.fatal.log
2026-03-23 15:16:30 Process group 2210 should be killed
2026-03-23 15:16:30 Break tests execution
2026-03-23 15:16:30 Child processes of 1536:
2026-03-23 15:16:30 2210 sh
2026-03-23 15:16:30 2393 /bin/sh -c pgrep --parent 1536 -a
2026-03-23 15:16:30 Killing process group 2210
2026-03-23 15:16:30 Processes in process group 2210:
2026-03-23 15:16:30 2210 sh
2026-03-23 15:16:30 Process group 2210 should be killed
2026-03-23 15:16:30 Process Process-8:
2026-03-23 15:16:30 Process Process-6:
2026-03-23 15:16:30 Process Process-10:
2026-03-23 15:16:30 Process Process-7:
2026-03-23 15:16:30 Process Process-3:
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2280, in run_tests_array
2026-03-23 15:16:30 test_result = test_case.run(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1812, in run
2026-03-23 15:16:30 raise e
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1797, in run
2026-03-23 15:16:30 result.check_if_need_retry(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1010, in check_if_need_retry
2026-03-23 15:16:30 or not need_retry(args, stdout, stderr, self.total_time)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 490, in need_retry
2026-03-23 15:16:30 session_uptime = get_zookeeper_session_uptime(args)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 478, in get_zookeeper_session_uptime
2026-03-23 15:16:30 return int(clickhouse_execute(args, "SELECT zookeeperSessionUptime()"))
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute
2026-03-23 15:16:30 return clickhouse_execute_http(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 305, in clickhouse_execute_http
2026-03-23 15:16:30 res = client.getresponse()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse
2026-03-23 15:16:30 response.begin()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 318, in begin
2026-03-23 15:16:30 version, status, reason = self._read_status()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 279, in _read_status
2026-03-23 15:16:30 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
2026-03-23 15:16:30 File "/usr/lib/python3.10/socket.py", line 705, in readinto
2026-03-23 15:16:30 return self._sock.recv_into(b)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 3470, in signal_handler
2026-03-23 15:16:30 raise Terminated(signal)
2026-03-23 15:16:30 Terminated: 15
2026-03-23 15:16:30
2026-03-23 15:16:30 During handling of the above exception, another exception occurred:
2026-03-23 15:16:30
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
2026-03-23 15:16:30 self.run()
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
2026-03-23 15:16:30 self._target(*self._args, **self._kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2528, in run_tests_process
2026-03-23 15:16:30 return run_tests_array(*args, **kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2317, in run_tests_array
2026-03-23 15:16:30 stop_tests()
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:16:30 cleanup_child_processes(os.getpid())
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:16:30 child_pgid = os.getpgid(child)
2026-03-23 15:16:30 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 Killing process group 2084
2026-03-23 15:16:30 Processes in process group 2084:
2026-03-23 15:16:30 2084 /bin/sh -c /usr/share/clickhouse-test/queries/0_stateless/02419_keeper_map_primary_key.sh > /tmp/clickhouse-test/0_stateless/02419_keeper_map_primary_key.stdout 2> /tmp/clickhouse-test/0_stateless/02419_keeper_map_primary_key.stderr
2026-03-23 15:16:30 2085 bash /usr/share/clickhouse-test/queries/0_stateless/02419_keeper_map_primary_key.sh
2026-03-23 15:16:30 2316 /usr/bin/clickhouse-client --send_logs_level=warning --database=test_duae3nx7 --log_comment 02419_keeper_map_primary_key.sh --max_insert_threads 3 --group_by_two_level_threshold 646962 --group_by_two_level_threshold_bytes 47937927 --distributed_aggregation_memory_efficient 1 --fsync_metadata 1 --output_format_parallel_formatting 1 --input_format_parallel_parsing 0 --min_chunk_bytes_for_parallel_parsing 9076948 --max_read_buffer_size 703527 --prefer_localhost_replica 0 --max_block_size 64069 --max_joined_block_size_rows 26468 --max_threads 3 --optimize_append_index 0 --optimize_if_chain_to_multiif 1 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 1 --enable_multiple_prewhere_read_steps 0 --read_in_order_two_level_merge_threshold 70 --optimize_aggregation_in_order 0 --aggregation_in_order_max_block_bytes 27879743 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 10737418240 --min_bytes_to_use_mmap_io 10737418240 --local_filesystem_read_method pread_threadpool --remote_filesystem_read_method threadpool --local_filesystem_read_prefetch 1 --filesystem_cache_segments_batch_size 3 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 0 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 1 --filesystem_prefetch_max_memory_usage 64Mi --filesystem_prefetches_limit 10 --filesystem_prefetch_min_bytes_for_single_read_task 1Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 100Mi --compile_aggregate_expressions 0 --compile_sort_description 1 --merge_tree_coarse_index_granularity 15 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 2519556337 --min_compress_block_size 236605 --max_compress_block_size 3127712 --merge_tree_compact_parts_min_granules_to_multibuffer_read 102 --optimize_sorting_by_input_stream_properties 1 --http_response_buffer_size 9652826 --http_wait_end_of_query True --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 3 --min_count_to_compile_sort_description 3 --session_timezone America/Mazatlan --use_page_cache_for_disks_without_file_cache True --page_cache_inject_eviction True --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.42 --prefer_external_sort_block_bytes 1 --cross_join_min_rows_to_compress 100000000 --cross_join_min_bytes_to_compress 100000000 --min_external_table_block_size_bytes 100000000 --max_parsing_threads 1 --optimize_functions_to_subcolumns 1 --parallel_replicas_local_plan 1 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 0.07021278542381859 --prefer_fetch_merged_part_size_threshold 10737418240 --vertical_merge_algorithm_min_rows_to_activate 1 --vertical_merge_algorithm_min_columns_to_activate 1 --allow_vertical_merges_from_compact_to_wide_parts 0 --min_merge_bytes_to_use_direct_io 1240181284 --index_granularity_bytes 26897451 --merge_max_block_size 12321 --index_granularity 279 --min_bytes_for_wide_part 1073741824 --marks_compress_block_size 28803 --primary_key_compress_block_size 61629 --replace_long_file_name_to_hash 1 --max_file_name_length 0 --min_bytes_for_full_part_storage 0 --compact_parts_max_bytes_to_buffer 469796094 --compact_parts_max_granules_to_buffer 111 --compact_parts_merge_max_bytes_to_prefetch_part 22756208 --cache_populated_by_fetch 1 --concurrent_part_removal_threshold 86 --old_parts_lifetime 388 --allow_repeated_settings --client_logs_file=./client.fatal.log -nm -q CREATE TABLE 02419_test (key UInt64, value Float64) Engine=KeeperMap('/' || currentDatabase() || '/test2418', 3) PRIMARY KEY(hex(toFloat32(key))); INSERT INTO 02419_test VALUES (1, 1.1), (2, 2.2); SELECT value FROM 02419_test WHERE key = 1; SELECT value FROM 02419_test WHERE key IN (2, 3); DROP TABLE 02419_test SYNC;
2026-03-23 15:16:30 Process group 2084 should be killed
2026-03-23 15:16:30 Break tests execution
2026-03-23 15:16:30 Child processes of 1531:
2026-03-23 15:16:30 2084 sh
2026-03-23 15:16:30 2392 /bin/sh -c pgrep --parent 1531 -a
2026-03-23 15:16:30 Killing process group 2084
2026-03-23 15:16:30 Processes in process group 2084:
2026-03-23 15:16:30 2084 sh
2026-03-23 15:16:30 Process group 2084 should be killed
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2280, in run_tests_array
2026-03-23 15:16:30 test_result = test_case.run(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1812, in run
2026-03-23 15:16:30 raise e
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1797, in run
2026-03-23 15:16:30 result.check_if_need_retry(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1010, in check_if_need_retry
2026-03-23 15:16:30 or not need_retry(args, stdout, stderr, self.total_time)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 490, in need_retry
2026-03-23 15:16:30 session_uptime = get_zookeeper_session_uptime(args)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 478, in get_zookeeper_session_uptime
2026-03-23 15:16:30 return int(clickhouse_execute(args, "SELECT zookeeperSessionUptime()"))
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute
2026-03-23 15:16:30 return clickhouse_execute_http(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 305, in clickhouse_execute_http
2026-03-23 15:16:30 res = client.getresponse()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse
2026-03-23 15:16:30 response.begin()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 318, in begin
2026-03-23 15:16:30 version, status, reason = self._read_status()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 279, in _read_status
2026-03-23 15:16:30 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
2026-03-23 15:16:30 File "/usr/lib/python3.10/socket.py", line 705, in readinto
2026-03-23 15:16:30 return self._sock.recv_into(b)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 3470, in signal_handler
2026-03-23 15:16:30 raise Terminated(signal)
2026-03-23 15:16:30 Terminated: 15
2026-03-23 15:16:30
2026-03-23 15:16:30 During handling of the above exception, another exception occurred:
2026-03-23 15:16:30
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
2026-03-23 15:16:30 self.run()
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
2026-03-23 15:16:30 self._target(*self._args, **self._kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2528, in run_tests_process
2026-03-23 15:16:30 return run_tests_array(*args, **kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2317, in run_tests_array
2026-03-23 15:16:30 stop_tests()
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:16:30 cleanup_child_processes(os.getpid())
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:16:30 child_pgid = os.getpgid(child)
2026-03-23 15:16:30 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2280, in run_tests_array
2026-03-23 15:16:30 test_result = test_case.run(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1812, in run
2026-03-23 15:16:30 raise e
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1797, in run
2026-03-23 15:16:30 result.check_if_need_retry(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1010, in check_if_need_retry
2026-03-23 15:16:30 or not need_retry(args, stdout, stderr, self.total_time)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 490, in need_retry
2026-03-23 15:16:30 session_uptime = get_zookeeper_session_uptime(args)
2026-03-23 15:16:30 Killing process group 1946
2026-03-23 15:16:30 Processes in process group 1946:
2026-03-23 15:16:30 1946 /bin/sh -c /usr/bin/clickhouse-client --log_comment '00375_shard_group_uniq_array_of_string.sql' --database=test_xzmwgsjq --send_logs_level=warning --multiquery --max_insert_threads 3 --group_by_two_level_threshold 1000000 --group_by_two_level_threshold_bytes 27614505 --distributed_aggregation_memory_efficient 0 --fsync_metadata 1 --output_format_parallel_formatting 1 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 8719723 --max_read_buffer_size 591167 --prefer_localhost_replica 1 --max_block_size 71563 --max_joined_block_size_rows 93893 --max_threads 2 --optimize_append_index 0 --optimize_if_chain_to_multiif 0 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 1 --enable_multiple_prewhere_read_steps 1 --read_in_order_two_level_merge_threshold 57 --optimize_aggregation_in_order 0 --aggregation_in_order_max_block_bytes 36678479 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 10737418240 --min_bytes_to_use_mmap_io 10737418240 --local_filesystem_read_method pread --remote_filesystem_read_method read --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 3 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 0 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 0 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 64Mi --filesystem_prefetches_limit 0 --filesystem_prefetch_min_bytes_for_single_read_task 1Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 100Mi --compile_aggregate_expressions 1 --compile_sort_description 0 --merge_tree_coarse_index_granularity 16 --optimize_distinct_in_order 1 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 2292814333 --min_compress_block_size 1551279 --max_compress_block_size 2761259 --merge_tree_compact_parts_min_granules_to_multibuffer_read 118 --optimize_sorting_by_input_stream_properties 1 --http_response_buffer_size 8714044 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 0 --min_count_to_compile_expression 3 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 3 --session_timezone Africa/Khartoum --use_page_cache_for_disks_without_file_cache True --page_cache_inject_eviction False --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.66 --prefer_external_sort_block_bytes 0 --cross_join_min_rows_to_compress 0 --cross_join_min_bytes_to_compress 0 --min_external_table_block_size_bytes 1 --max_parsing_threads 0 --optimize_functions_to_subcolumns 0 --parallel_replicas_local_plan 0 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 1.0 --prefer_fetch_merged_part_size_threshold 7232532669 --vertical_merge_algorithm_min_rows_to_activate 1000000 --vertical_merge_algorithm_min_columns_to_activate 100 --allow_vertical_merges_from_compact_to_wide_parts 1 --min_merge_bytes_to_use_direct_io 5780592050 --index_granularity_bytes 27452006 --merge_max_block_size 20856 --index_granularity 67 --min_bytes_for_wide_part 0 --marks_compress_block_size 99924 --primary_key_compress_block_size 40468 --replace_long_file_name_to_hash 0 --max_file_name_length 0 --min_bytes_for_full_part_storage 324444036 --compact_parts_max_bytes_to_buffer 105462604 --compact_parts_max_granules_to_buffer 220 --compact_parts_merge_max_bytes_to_prefetch_part 9529484 --cache_populated_by_fetch 0 --concurrent_part_removal_threshold 100 --old_parts_lifetime 480 --allow_repeated_settings --client_logs_file=./client.fatal.log < /usr/share/clickhouse-test/queries/0_stateless/00375_shard_group_uniq_array_of_string.sql > /tmp/clickhouse-test/0_stateless/00375_shard_group_uniq_array_of_string.stdout 2> /tmp/clickhouse-test/0_stateless/00375_shard_group_uniq_array_of_string.stderr
2026-03-23 15:16:30 1947 /usr/bin/clickhouse-client --log_comment 00375_shard_group_uniq_array_of_string.sql --database=test_xzmwgsjq --send_logs_level=warning --multiquery --max_insert_threads 3 --group_by_two_level_threshold 1000000 --group_by_two_level_threshold_bytes 27614505 --distributed_aggregation_memory_efficient 0 --fsync_metadata 1 --output_format_parallel_formatting 1 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 8719723 --max_read_buffer_size 591167 --prefer_localhost_replica 1 --max_block_size 71563 --max_joined_block_size_rows 93893 --max_threads 2 --optimize_append_index 0 --optimize_if_chain_to_multiif 0 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 1 --enable_multiple_prewhere_read_steps 1 --read_in_order_two_level_merge_threshold 57 --optimize_aggregation_in_order 0 --aggregation_in_order_max_block_bytes 36678479 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 10737418240 --min_bytes_to_use_mmap_io 10737418240 --local_filesystem_read_method pread --remote_filesystem_read_method read --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 3 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 0 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 0 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 64Mi --filesystem_prefetches_limit 0 --filesystem_prefetch_min_bytes_for_single_read_task 1Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 100Mi --compile_aggregate_expressions 1 --compile_sort_description 0 --merge_tree_coarse_index_granularity 16 --optimize_distinct_in_order 1 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 2292814333 --min_compress_block_size 1551279 --max_compress_block_size 2761259 --merge_tree_compact_parts_min_granules_to_multibuffer_read 118 --optimize_sorting_by_input_stream_properties 1 --http_response_buffer_size 8714044 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 0 --min_count_to_compile_expression 3 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 3 --session_timezone Africa/Khartoum --use_page_cache_for_disks_without_file_cache True --page_cache_inject_eviction False --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.66 --prefer_external_sort_block_bytes 0 --cross_join_min_rows_to_compress 0 --cross_join_min_bytes_to_compress 0 --min_external_table_block_size_bytes 1 --max_parsing_threads 0 --optimize_functions_to_subcolumns 0 --parallel_replicas_local_plan 0 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 1.0 --prefer_fetch_merged_part_size_threshold 7232532669 --vertical_merge_algorithm_min_rows_to_activate 1000000 --vertical_merge_algorithm_min_columns_to_activate 100 --allow_vertical_merges_from_compact_to_wide_parts 1 --min_merge_bytes_to_use_direct_io 5780592050 --index_granularity_bytes 27452006 --merge_max_block_size 20856 --index_granularity 67 --min_bytes_for_wide_part 0 --marks_compress_block_size 99924 --primary_key_compress_block_size 40468 --replace_long_file_name_to_hash 0 --max_file_name_length 0 --min_bytes_for_full_part_storage 324444036 --compact_parts_max_bytes_to_buffer 105462604 --compact_parts_max_granules_to_buffer 220 --compact_parts_merge_max_bytes_to_prefetch_part 9529484 --cache_populated_by_fetch 0 --concurrent_part_removal_threshold 100 --old_parts_lifetime 480 --allow_repeated_settings --client_logs_file=./client.fatal.log
2026-03-23 15:16:30 Process group 1946 should be killed
2026-03-23 15:16:30 Break tests execution
2026-03-23 15:16:30 Child processes of 1529:
2026-03-23 15:16:30 1946 sh
2026-03-23 15:16:30 2389 /bin/sh -c pgrep --parent 1529 -a
2026-03-23 15:16:30 Killing process group 1946
2026-03-23 15:16:30 Processes in process group 1946:
2026-03-23 15:16:30 1946 sh
2026-03-23 15:16:30 Process group 1946 should be killed
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 478, in get_zookeeper_session_uptime
2026-03-23 15:16:30 return int(clickhouse_execute(args, "SELECT zookeeperSessionUptime()"))
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute
2026-03-23 15:16:30 return clickhouse_execute_http(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 305, in clickhouse_execute_http
2026-03-23 15:16:30 res = client.getresponse()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse
2026-03-23 15:16:30 response.begin()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 318, in begin
2026-03-23 15:16:30 version, status, reason = self._read_status()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 279, in _read_status
2026-03-23 15:16:30 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
2026-03-23 15:16:30 File "/usr/lib/python3.10/socket.py", line 705, in readinto
2026-03-23 15:16:30 return self._sock.recv_into(b)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 3470, in signal_handler
2026-03-23 15:16:30 raise Terminated(signal)
2026-03-23 15:16:30 Terminated: 15
2026-03-23 15:16:30
2026-03-23 15:16:30 During handling of the above exception, another exception occurred:
2026-03-23 15:16:30
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
2026-03-23 15:16:30 self.run()
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
2026-03-23 15:16:30 self._target(*self._args, **self._kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2528, in run_tests_process
2026-03-23 15:16:30 return run_tests_array(*args, **kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2317, in run_tests_array
2026-03-23 15:16:30 stop_tests()
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:16:30 cleanup_child_processes(os.getpid())
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:16:30 child_pgid = os.getpgid(child)
2026-03-23 15:16:30 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:16:30 Killing process group 2225
2026-03-23 15:16:30 Processes in process group 2225:
2026-03-23 15:16:30 2225 /bin/sh -c /usr/bin/clickhouse-client --log_comment '02046_remote_table_function_named_collections.sql' --database=test_p8os13kt --send_logs_level=warning --multiquery --max_insert_threads 1 --group_by_two_level_threshold 636030 --group_by_two_level_threshold_bytes 21361697 --distributed_aggregation_memory_efficient 1 --fsync_metadata 0 --output_format_parallel_formatting 0 --input_format_parallel_parsing 0 --min_chunk_bytes_for_parallel_parsing 10118688 --max_read_buffer_size 714063 --prefer_localhost_replica 0 --max_block_size 9936 --max_joined_block_size_rows 19009 --max_threads 1 --optimize_append_index 1 --optimize_if_chain_to_multiif 1 --optimize_if_transform_strings_to_enum 0 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 0 --enable_multiple_prewhere_read_steps 1 --read_in_order_two_level_merge_threshold 65 --optimize_aggregation_in_order 0 --aggregation_in_order_max_block_bytes 2920349 --use_uncompressed_cache 1 --min_bytes_to_use_direct_io 1 --min_bytes_to_use_mmap_io 10737418240 --local_filesystem_read_method pread --remote_filesystem_read_method threadpool --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 0 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 1 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 128Mi --filesystem_prefetches_limit 0 --filesystem_prefetch_min_bytes_for_single_read_task 8Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 0 --compile_aggregate_expressions 1 --compile_sort_description 1 --merge_tree_coarse_index_granularity 18 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 1592321259 --min_compress_block_size 2149397 --max_compress_block_size 1510240 --merge_tree_compact_parts_min_granules_to_multibuffer_read 58 --optimize_sorting_by_input_stream_properties 0 --http_response_buffer_size 692343 --http_wait_end_of_query True --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 0 --session_timezone Asia/Ashgabat --use_page_cache_for_disks_without_file_cache False --page_cache_inject_eviction True --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.38 --prefer_external_sort_block_bytes 1 --cross_join_min_rows_to_compress 100000000 --cross_join_min_bytes_to_compress 100000000 --min_external_table_block_size_bytes 100000000 --max_parsing_threads 1 --optimize_functions_to_subcolumns 0 --parallel_replicas_local_plan 1 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 1.0 --prefer_fetch_merged_part_size_threshold 10737418240 --vertical_merge_algorithm_min_rows_to_activate 25944 --vertical_merge_algorithm_min_columns_to_activate 100 --allow_vertical_merges_from_compact_to_wide_parts 1 --min_merge_bytes_to_use_direct_io 10737418240 --index_granularity_bytes 1255030 --merge_max_block_size 16572 --index_granularity 60368 --min_bytes_for_wide_part 0 --marks_compress_block_size 75550 --primary_key_compress_block_size 40473 --replace_long_file_name_to_hash 0 --max_file_name_length 0 --min_bytes_for_full_part_storage 536870912 --compact_parts_max_bytes_to_buffer 6317987 --compact_parts_max_granules_to_buffer 187 --compact_parts_merge_max_bytes_to_prefetch_part 23439750 --cache_populated_by_fetch 0 --concurrent_part_removal_threshold 31 --old_parts_lifetime 480 --allow_repeated_settings --client_logs_file=./client.fatal.log < /usr/share/clickhouse-test/queries/0_stateless/02046_remote_table_function_named_collections.sql > /tmp/clickhouse-test/0_stateless/02046_remote_table_function_named_collections.stdout 2> /tmp/clickhouse-test/0_stateless/02046_remote_table_function_named_collections.stderr
2026-03-23 15:16:30 2226 /usr/bin/clickhouse-client --log_comment 02046_remote_table_function_named_collections.sql --database=test_p8os13kt --send_logs_level=warning --multiquery --max_insert_threads 1 --group_by_two_level_threshold 636030 --group_by_two_level_threshold_bytes 21361697 --distributed_aggregation_memory_efficient 1 --fsync_metadata 0 --output_format_parallel_formatting 0 --input_format_parallel_parsing 0 --min_chunk_bytes_for_parallel_parsing 10118688 --max_read_buffer_size 714063 --prefer_localhost_replica 0 --max_block_size 9936 --max_joined_block_size_rows 19009 --max_threads 1 --optimize_append_index 1 --optimize_if_chain_to_multiif 1 --optimize_if_transform_strings_to_enum 0 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 0 --enable_multiple_prewhere_read_steps 1 --read_in_order_two_level_merge_threshold 65 --optimize_aggregation_in_order 0 --aggregation_in_order_max_block_bytes 2920349 --use_uncompressed_cache 1 --min_bytes_to_use_direct_io 1 --min_bytes_to_use_mmap_io 10737418240 --local_filesystem_read_method pread --remote_filesystem_read_method threadpool --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 0 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 1 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 128Mi --filesystem_prefetches_limit 0 --filesystem_prefetch_min_bytes_for_single_read_task 8Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 0 --compile_aggregate_expressions 1 --compile_sort_description 1 --merge_tree_coarse_index_granularity 18 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 1592321259 --min_compress_block_size 2149397 --max_compress_block_size 1510240 --merge_tree_compact_parts_min_granules_to_multibuffer_read 58 --optimize_sorting_by_input_stream_properties 0 --http_response_buffer_size 692343 --http_wait_end_of_query True --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 0 --session_timezone Asia/Ashgabat --use_page_cache_for_disks_without_file_cache False --page_cache_inject_eviction True --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.38 --prefer_external_sort_block_bytes 1 --cross_join_min_rows_to_compress 100000000 --cross_join_min_bytes_to_compress 100000000 --min_external_table_block_size_bytes 100000000 --max_parsing_threads 1 --optimize_functions_to_subcolumns 0 --parallel_replicas_local_plan 1 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 1.0 --prefer_fetch_merged_part_size_threshold 10737418240 --vertical_merge_algorithm_min_rows_to_activate 25944 --vertical_merge_algorithm_min_columns_to_activate 100 --allow_vertical_merges_from_compact_to_wide_parts 1 --min_merge_bytes_to_use_direct_io 10737418240 --index_granularity_bytes 1255030 --merge_max_block_size 16572 --index_granularity 60368 --min_bytes_for_wide_part 0 --marks_compress_block_size 75550 --primary_key_compress_block_size 40473 --replace_long_file_name_to_hash 0 --max_file_name_length 0 --min_bytes_for_full_part_storage 536870912 --compact_parts_max_bytes_to_buffer 6317987 --compact_parts_max_granules_to_buffer 187 --compact_parts_merge_max_bytes_to_prefetch_part 23439750 --cache_populated_by_fetch 0 --concurrent_part_removal_threshold 31 --old_parts_lifetime 480 --allow_repeated_settings --client_logs_file=./client.fatal.log
2026-03-23 15:16:30 Process group 2225 should be killed
2026-03-23 15:16:30 Break tests execution
2026-03-23 15:16:30 Child processes of 1525:
2026-03-23 15:16:30 2225 sh
2026-03-23 15:16:30 2390 /bin/sh -c pgrep --parent 1525 -a
2026-03-23 15:16:30 Killing process group 2225
2026-03-23 15:16:30 Processes in process group 2225:
2026-03-23 15:16:30 2225 sh
2026-03-23 15:16:30 Process group 2225 should be killed
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2280, in run_tests_array
2026-03-23 15:16:30 test_result = test_case.run(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1812, in run
2026-03-23 15:16:30 raise e
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1797, in run
2026-03-23 15:16:30 result.check_if_need_retry(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1010, in check_if_need_retry
2026-03-23 15:16:30 or not need_retry(args, stdout, stderr, self.total_time)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 490, in need_retry
2026-03-23 15:16:30 session_uptime = get_zookeeper_session_uptime(args)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 478, in get_zookeeper_session_uptime
2026-03-23 15:16:30 return int(clickhouse_execute(args, "SELECT zookeeperSessionUptime()"))
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute
2026-03-23 15:16:30 return clickhouse_execute_http(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 305, in clickhouse_execute_http
2026-03-23 15:16:30 res = client.getresponse()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse
2026-03-23 15:16:30 response.begin()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 318, in begin
2026-03-23 15:16:30 version, status, reason = self._read_status()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 279, in _read_status
2026-03-23 15:16:30 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
2026-03-23 15:16:30 File "/usr/lib/python3.10/socket.py", line 705, in readinto
2026-03-23 15:16:30 return self._sock.recv_into(b)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 3470, in signal_handler
2026-03-23 15:16:30 raise Terminated(signal)
2026-03-23 15:16:30 Terminated: 15
2026-03-23 15:16:30
2026-03-23 15:16:30 During handling of the above exception, another exception occurred:
2026-03-23 15:16:30
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
2026-03-23 15:16:30 self.run()
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
2026-03-23 15:16:30 self._target(*self._args, **self._kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2528, in run_tests_process
2026-03-23 15:16:30 return run_tests_array(*args, **kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2317, in run_tests_array
2026-03-23 15:16:30 stop_tests()
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:16:30 cleanup_child_processes(os.getpid())
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:16:30 child_pgid = os.getpgid(child)
2026-03-23 15:16:30 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2280, in run_tests_array
2026-03-23 15:16:30 test_result = test_case.run(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1812, in run
2026-03-23 15:16:30 raise e
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1797, in run
2026-03-23 15:16:30 result.check_if_need_retry(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 1010, in check_if_need_retry
2026-03-23 15:16:30 or not need_retry(args, stdout, stderr, self.total_time)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 490, in need_retry
2026-03-23 15:16:30 session_uptime = get_zookeeper_session_uptime(args)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 478, in get_zookeeper_session_uptime
2026-03-23 15:16:30 return int(clickhouse_execute(args, "SELECT zookeeperSessionUptime()"))
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 330, in clickhouse_execute
2026-03-23 15:16:30 return clickhouse_execute_http(
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 305, in clickhouse_execute_http
2026-03-23 15:16:30 res = client.getresponse()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse
2026-03-23 15:16:30 response.begin()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 318, in begin
2026-03-23 15:16:30 version, status, reason = self._read_status()
2026-03-23 15:16:30 File "/usr/lib/python3.10/http/client.py", line 279, in _read_status
2026-03-23 15:16:30 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
2026-03-23 15:16:30 File "/usr/lib/python3.10/socket.py", line 705, in readinto
2026-03-23 15:16:30 return self._sock.recv_into(b)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 3470, in signal_handler
2026-03-23 15:16:30 raise Terminated(signal)
2026-03-23 15:16:30 Terminated: 15
2026-03-23 15:16:30
2026-03-23 15:16:30 During handling of the above exception, another exception occurred:
2026-03-23 15:16:30
2026-03-23 15:16:30 Traceback (most recent call last):
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
2026-03-23 15:16:30 self.run()
2026-03-23 15:16:30 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
2026-03-23 15:16:30 self._target(*self._args, **self._kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2528, in run_tests_process
2026-03-23 15:16:30 return run_tests_array(*args, **kwargs)
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 2317, in run_tests_array
2026-03-23 15:16:30 stop_tests()
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 442, in stop_tests
2026-03-23 15:16:30 cleanup_child_processes(os.getpid())
2026-03-23 15:16:30 File "/usr/bin/clickhouse-test", line 430, in cleanup_child_processes
2026-03-23 15:16:30 child_pgid = os.getpgid(child)
2026-03-23 15:16:30 ProcessLookupError: [Errno 3] No such process
2026-03-23 15:16:30 Killing process group 1860
2026-03-23 15:16:30 Processes in process group 1860:
2026-03-23 15:16:30 1860 /bin/sh -c /usr/share/clickhouse-test/queries/0_stateless/01821_join_table_race_long.sh > /tmp/clickhouse-test/0_stateless/01821_join_table_race_long.stdout 2> /tmp/clickhouse-test/0_stateless/01821_join_table_race_long.stderr
2026-03-23 15:16:30 1862 bash /usr/share/clickhouse-test/queries/0_stateless/01821_join_table_race_long.sh
2026-03-23 15:16:30 2064 /usr/bin/clickhouse-client --send_logs_level=warning --database=test_85gzuom0 --log_comment 01821_join_table_race_long.sh --max_insert_threads 2 --group_by_two_level_threshold 209864 --group_by_two_level_threshold_bytes 1 --distributed_aggregation_memory_efficient 1 --fsync_metadata 1 --output_format_parallel_formatting 1 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 9266688 --max_read_buffer_size 873690 --prefer_localhost_replica 1 --max_block_size 61479 --max_joined_block_size_rows 29734 --max_threads 2 --optimize_append_index 0 --optimize_if_chain_to_multiif 0 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 0 --optimize_or_like_chain 1 --optimize_substitute_columns 0 --enable_multiple_prewhere_read_steps 0 --read_in_order_two_level_merge_threshold 34 --optimize_aggregation_in_order 0 --aggregation_in_order_max_block_bytes 2410717 --use_uncompressed_cache 1 --min_bytes_to_use_direct_io 10737418240 --min_bytes_to_use_mmap_io 3649443454 --local_filesystem_read_method mmap --remote_filesystem_read_method threadpool --local_filesystem_read_prefetch 1 --filesystem_cache_segments_batch_size 0 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 0 --throw_on_error_from_cache_on_write_operations 0 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 32Mi --filesystem_prefetches_limit 0 --filesystem_prefetch_min_bytes_for_single_read_task 16Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 100Mi --compile_aggregate_expressions 0 --compile_sort_description 0 --merge_tree_coarse_index_granularity 18 --optimize_distinct_in_order 1 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 0 --max_bytes_before_remerge_sort 2597895576 --min_compress_block_size 482313 --max_compress_block_size 2052083 --merge_tree_compact_parts_min_granules_to_multibuffer_read 24 --optimize_sorting_by_input_stream_properties 1 --http_response_buffer_size 9920851 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 0 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 3 --min_count_to_compile_sort_description 0 --session_timezone Asia/Ashgabat --use_page_cache_for_disks_without_file_cache True --page_cache_inject_eviction False --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.3 --prefer_external_sort_block_bytes 0 --cross_join_min_rows_to_compress 100000000 --cross_join_min_bytes_to_compress 1 --min_external_table_block_size_bytes 0 --max_parsing_threads 0 --optimize_functions_to_subcolumns 0 --parallel_replicas_local_plan 0 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 0.7749073671607664 --prefer_fetch_merged_part_size_threshold 9166359671 --vertical_merge_algorithm_min_rows_to_activate 1 --vertical_merge_algorithm_min_columns_to_activate 1 --allow_vertical_merges_from_compact_to_wide_parts 0 --min_merge_bytes_to_use_direct_io 3199655484 --index_granularity_bytes 26446109 --merge_max_block_size 13935 --index_granularity 4156 --min_bytes_for_wide_part 0 --marks_compress_block_size 57837 --primary_key_compress_block_size 40356 --replace_long_file_name_to_hash 1 --max_file_name_length 127 --min_bytes_for_full_part_storage 0 --compact_parts_max_bytes_to_buffer 29166405 --compact_parts_max_granules_to_buffer 243 --compact_parts_merge_max_bytes_to_prefetch_part 3938815 --cache_populated_by_fetch 1 --concurrent_part_removal_threshold 0 --old_parts_lifetime 10 --allow_repeated_settings --client_logs_file=./client.fatal.log --ignore-error -nm
2026-03-23 15:16:30 Process group 1860 should be killed
2026-03-23 15:16:30 Break tests execution
2026-03-23 15:16:30 Child processes of 1533:
2026-03-23 15:16:30 1860 sh
2026-03-23 15:16:30 2394 /bin/sh -c pgrep --parent 1533 -a
2026-03-23 15:16:30 Killing process group 1860
2026-03-23 15:16:30 Processes in process group 1860:
2026-03-23 15:16:30 1860 sh
2026-03-23 15:16:30 Process group 1860 should be killed
2026-03-23 15:16:30 Killing process group 1832
2026-03-23 15:16:30 Processes in process group 1832:
2026-03-23 15:16:30 1832 /bin/sh -c /usr/bin/clickhouse-client --log_comment '01825_new_type_json_missed_values.sql' --database=test_bresbvyg --send_logs_level=warning --multiquery --max_insert_threads 2 --group_by_two_level_threshold 1 --group_by_two_level_threshold_bytes 1 --distributed_aggregation_memory_efficient 0 --fsync_metadata 0 --output_format_parallel_formatting 0 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 592402 --max_read_buffer_size 503374 --prefer_localhost_replica 0 --max_block_size 15145 --max_joined_block_size_rows 62385 --max_threads 3 --optimize_append_index 1 --optimize_if_chain_to_multiif 0 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 1 --optimize_or_like_chain 0 --optimize_substitute_columns 1 --enable_multiple_prewhere_read_steps 1 --read_in_order_two_level_merge_threshold 1 --optimize_aggregation_in_order 1 --aggregation_in_order_max_block_bytes 34975893 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 10737418240 --min_bytes_to_use_mmap_io 8356213875 --local_filesystem_read_method pread_threadpool --remote_filesystem_read_method read --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 0 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 1 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 32Mi --filesystem_prefetches_limit 10 --filesystem_prefetch_min_bytes_for_single_read_task 16Mi --filesystem_prefetch_step_marks 50 --filesystem_prefetch_step_bytes 100Mi --compile_aggregate_expressions 0 --compile_sort_description 0 --merge_tree_coarse_index_granularity 13 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 2634475651 --min_compress_block_size 85684 --max_compress_block_size 493571 --merge_tree_compact_parts_min_granules_to_multibuffer_read 11 --optimize_sorting_by_input_stream_properties 0 --http_response_buffer_size 713650 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 3 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 3 --session_timezone Asia/Ashgabat --use_page_cache_for_disks_without_file_cache False --page_cache_inject_eviction False --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.08 --prefer_external_sort_block_bytes 1 --cross_join_min_rows_to_compress 0 --cross_join_min_bytes_to_compress 100000000 --min_external_table_block_size_bytes 1 --max_parsing_threads 10 --optimize_functions_to_subcolumns 1 --parallel_replicas_local_plan 0 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 0.0 --prefer_fetch_merged_part_size_threshold 10737418240 --vertical_merge_algorithm_min_rows_to_activate 1 --vertical_merge_algorithm_min_columns_to_activate 100 --allow_vertical_merges_from_compact_to_wide_parts 1 --min_merge_bytes_to_use_direct_io 10737418240 --index_granularity_bytes 24192374 --merge_max_block_size 5081 --index_granularity 21752 --min_bytes_for_wide_part 518930473 --marks_compress_block_size 89698 --primary_key_compress_block_size 58405 --replace_long_file_name_to_hash 0 --max_file_name_length 92 --min_bytes_for_full_part_storage 224760877 --compact_parts_max_bytes_to_buffer 348010006 --compact_parts_max_granules_to_buffer 210 --compact_parts_merge_max_bytes_to_prefetch_part 31619527 --cache_populated_by_fetch 0 --concurrent_part_removal_threshold 65 --old_parts_lifetime 480 --allow_repeated_settings --client_logs_file=./client.fatal.log < /usr/share/clickhouse-test/queries/0_stateless/01825_new_type_json_missed_values.sql > /tmp/clickhouse-test/0_stateless/01825_new_type_json_missed_values.stdout 2> /tmp/clickhouse-test/0_stateless/01825_new_type_json_missed_values.stderr
2026-03-23 15:16:30 1833 /usr/bin/clickhouse-client --log_comment 01825_new_type_json_missed_values.sql --database=test_bresbvyg --send_logs_level=warning --multiquery --max_insert_threads 2 --group_by_two_level_threshold 1 --group_by_two_level_threshold_bytes 1 --distributed_aggregation_memory_efficient 0 --fsync_metadata 0 --output_format_parallel_formatting 0 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 592402 --max_read_buffer_size 503374 --prefer_localhost_replica 0 --max_block_size 15145 --max_joined_block_size_rows 62385 --max_threads 3 --optimize_append_index 1 --optimize_if_chain_to_multiif 0 --optimize_if_transform_strings_to_enum 1 --optimize_read_in_order 1 --optimize_or_like_chain 0 --optimize_substitute_columns 1 --enable_multiple_prewhere_read_steps 1 --read_in_order_two_level_merge_threshold 1 --optimize_aggregation_in_order 1 --aggregation_in_order_max_block_bytes 34975893 --use_uncompressed_cache 0 --min_bytes_to_use_direct_io 10737418240 --min_bytes_to_use_mmap_io 8356213875 --local_filesystem_read_method pread_threadpool --remote_filesystem_read_method read --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 0 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 1 --throw_on_error_from_cache_on_write_operations 1 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 32Mi --filesystem_prefetches_limit 10 --filesystem_prefetch_min_bytes_for_single_read_task 16Mi --filesystem_prefetch_step_marks 50 --filesystem_prefetch_step_bytes 100Mi --compile_aggregate_expressions 0 --compile_sort_description 0 --merge_tree_coarse_index_granularity 13 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 10737418240 --max_bytes_before_remerge_sort 2634475651 --min_compress_block_size 85684 --max_compress_block_size 493571 --merge_tree_compact_parts_min_granules_to_multibuffer_read 11 --optimize_sorting_by_input_stream_properties 0 --http_response_buffer_size 713650 --http_wait_end_of_query False --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 3 --min_count_to_compile_aggregate_expression 0 --min_count_to_compile_sort_description 3 --session_timezone Asia/Ashgabat --use_page_cache_for_disks_without_file_cache False --page_cache_inject_eviction False --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.08 --prefer_external_sort_block_bytes 1 --cross_join_min_rows_to_compress 0 --cross_join_min_bytes_to_compress 100000000 --min_external_table_block_size_bytes 1 --max_parsing_threads 10 --optimize_functions_to_subcolumns 1 --parallel_replicas_local_plan 0 --allow_merge_tree_settings --ratio_of_defaults_for_sparse_serialization 0.0 --prefer_fetch_merged_part_size_threshold 10737418240 --vertical_merge_algorithm_min_rows_to_activate 1 --vertical_merge_algorithm_min_columns_to_activate 100 --allow_vertical_merges_from_compact_to_wide_parts 1 --min_merge_bytes_to_use_direct_io 10737418240 --index_granularity_bytes 24192374 --merge_max_block_size 5081 --index_granularity 21752 --min_bytes_for_wide_part 518930473 --marks_compress_block_size 89698 --primary_key_compress_block_size 58405 --replace_long_file_name_to_hash 0 --max_file_name_length 92 --min_bytes_for_full_part_storage 224760877 --compact_parts_max_bytes_to_buffer 348010006 --compact_parts_max_granules_to_buffer 210 --compact_parts_merge_max_bytes_to_prefetch_part 31619527 --cache_populated_by_fetch 0 --concurrent_part_removal_threshold 65 --old_parts_lifetime 480 --allow_repeated_settings --client_logs_file=./client.fatal.log
2026-03-23 15:16:30 Process group 1832 should be killed
2026-03-23 15:16:30 Break tests execution
2026-03-23 15:16:30 Child processes of 1541:
2026-03-23 15:16:30 1832 sh
2026-03-23 15:16:30 2395 /bin/sh -c pgrep --parent 1541 -a
2026-03-23 15:16:30 Killing process group 1832
2026-03-23 15:16:30 Processes in process group 1832:
2026-03-23 15:16:30 1832 sh
2026-03-23 15:16:30 Process group 1832 should be killed
+ set -e
+ echo 'Files in current directory'
+ ls -la ./
Files in current directory
total 127324
drwxr-xr-x 1 root root 4096 Mar 23 15:14 .
drwxr-xr-x 1 root root 4096 Mar 23 15:14 ..
-rw-rw-r-- 1 1000 1000 119 Mar 23 15:00 analyzer_tech_debt.txt
-rw-rw-r-- 1 root root 2380 Jan 31 2025 attach_gdb.lib
-rw-r--r-- 1 root root 1481 Mar 23 15:04 __azurite_db_blob_extent__.json
-rw-r--r-- 1 root root 4239 Mar 23 15:04 __azurite_db_blob__.json
-rw-r--r-- 1 root root 40310 Mar 23 15:15 azurite_log
lrwxrwxrwx 1 root root 7 Sep 11 2024 bin -> usr/bin
drwxr-xr-x 2 root root 4096 Mar 23 15:04 __blobstorage__
drwxr-xr-x 2 root root 4096 Apr 18 2022 boot
-rw-rw-r-- 1 1000 1000 966 Mar 23 15:00 broken_tests.json
-rw-r--r-- 1 root root 26970 Mar 23 15:14 client.fatal.log
drwxr-xr-x 14 root root 3840 Mar 23 15:03 dev
-rwxr-xr-x 1 root root 0 Mar 23 15:03 .dockerenv
drwxr-xr-x 1 root root 4096 Mar 23 15:03 etc
drwxr-xr-x 1 1000 1000 4096 Mar 23 15:04 hadoop-3.3.1
drwxr-xr-x 2 root root 4096 Apr 18 2022 home
lrwxrwxrwx 1 root root 7 Sep 11 2024 lib -> usr/lib
lrwxrwxrwx 1 root root 9 Sep 11 2024 lib32 -> usr/lib32
lrwxrwxrwx 1 root root 9 Sep 11 2024 lib64 -> usr/lib64
lrwxrwxrwx 1 root root 10 Sep 11 2024 libx32 -> usr/libx32
-rwxr-xr-x 1 root root 26927256 Jan 31 2025 mc
drwxr-xr-x 2 root root 4096 Sep 11 2024 media
-rwxr-xr-x 1 root root 103174296 Jan 31 2025 minio
drwxr-xr-x 4 root root 4096 Mar 23 15:04 minio_data
drwxr-xr-x 2 root root 4096 Sep 11 2024 mnt
drwxr-xr-x 1 root root 4096 Jan 31 2025 opt
-rw-r--r-- 1 root root 0 Feb 15 2024 .package-cache-mutate
drwxrwxr-x 2 1000 1000 4096 Mar 23 15:03 package_folder
dr-xr-xr-x 313 root root 0 Mar 23 15:03 proc
-rwxrwxr-x 1 root root 9627 Jan 31 2025 process_functional_tests_result.py
-rw-rw-r-- 1 root root 837 Jan 31 2025 requirements.txt
drwx------ 1 root root 4096 Mar 23 15:04 root
drwxr-xr-x 1 root root 4096 Mar 23 15:03 run
-rwxrwxr-x 1 root root 22124 Jan 31 2025 run.sh
lrwxrwxrwx 1 root root 8 Sep 11 2024 sbin -> usr/sbin
-rw-r--r-- 1 root root 747 Mar 23 15:04 script.gdb
-rwxrwxr-x 1 root root 10374 Jan 31 2025 setup_export_logs.sh
-rwxrwxr-x 1 root root 360 Jan 31 2025 setup_hdfs_minicluster.sh
-rwxrwxr-x 1 root root 3456 Jan 31 2025 setup_minio.sh
drwxr-xr-x 2 root root 4096 Sep 11 2024 srv
-rw-rw-r-- 1 root root 14015 Jan 31 2025 stress_tests.lib
dr-xr-xr-x 13 root root 0 Mar 23 15:03 sys
drwxrwxr-x 2 1000 1000 4096 Mar 23 15:04 test_output
drwxrwxrwt 1 root root 4096 Mar 23 15:16 tmp
drwxr-xr-x 1 root root 4096 Sep 11 2024 usr
-rw-rw-r-- 1 root root 897 Jan 31 2025 utils.lib
drwxr-xr-x 1 root root 4096 Sep 11 2024 var
+ echo 'Files in root directory'
+ ls -la /
Files in root directory
total 127324
drwxr-xr-x 1 root root 4096 Mar 23 15:14 .
drwxr-xr-x 1 root root 4096 Mar 23 15:14 ..
-rw-rw-r-- 1 1000 1000 119 Mar 23 15:00 analyzer_tech_debt.txt
-rw-rw-r-- 1 root root 2380 Jan 31 2025 attach_gdb.lib
-rw-r--r-- 1 root root 1481 Mar 23 15:04 __azurite_db_blob_extent__.json
-rw-r--r-- 1 root root 4239 Mar 23 15:04 __azurite_db_blob__.json
-rw-r--r-- 1 root root 40310 Mar 23 15:15 azurite_log
lrwxrwxrwx 1 root root 7 Sep 11 2024 bin -> usr/bin
drwxr-xr-x 2 root root 4096 Mar 23 15:04 __blobstorage__
drwxr-xr-x 2 root root 4096 Apr 18 2022 boot
-rw-rw-r-- 1 1000 1000 966 Mar 23 15:00 broken_tests.json
-rw-r--r-- 1 root root 26970 Mar 23 15:14 client.fatal.log
drwxr-xr-x 14 root root 3840 Mar 23 15:03 dev
-rwxr-xr-x 1 root root 0 Mar 23 15:03 .dockerenv
drwxr-xr-x 1 root root 4096 Mar 23 15:03 etc
drwxr-xr-x 1 1000 1000 4096 Mar 23 15:04 hadoop-3.3.1
drwxr-xr-x 2 root root 4096 Apr 18 2022 home
lrwxrwxrwx 1 root root 7 Sep 11 2024 lib -> usr/lib
lrwxrwxrwx 1 root root 9 Sep 11 2024 lib32 -> usr/lib32
lrwxrwxrwx 1 root root 9 Sep 11 2024 lib64 -> usr/lib64
lrwxrwxrwx 1 root root 10 Sep 11 2024 libx32 -> usr/libx32
-rwxr-xr-x 1 root root 26927256 Jan 31 2025 mc
drwxr-xr-x 2 root root 4096 Sep 11 2024 media
-rwxr-xr-x 1 root root 103174296 Jan 31 2025 minio
drwxr-xr-x 4 root root 4096 Mar 23 15:04 minio_data
drwxr-xr-x 2 root root 4096 Sep 11 2024 mnt
drwxr-xr-x 1 root root 4096 Jan 31 2025 opt
-rw-r--r-- 1 root root 0 Feb 15 2024 .package-cache-mutate
drwxrwxr-x 2 1000 1000 4096 Mar 23 15:03 package_folder
dr-xr-xr-x 313 root root 0 Mar 23 15:03 proc
-rwxrwxr-x 1 root root 9627 Jan 31 2025 process_functional_tests_result.py
-rw-rw-r-- 1 root root 837 Jan 31 2025 requirements.txt
drwx------ 1 root root 4096 Mar 23 15:04 root
drwxr-xr-x 1 root root 4096 Mar 23 15:03 run
-rwxrwxr-x 1 root root 22124 Jan 31 2025 run.sh
lrwxrwxrwx 1 root root 8 Sep 11 2024 sbin -> usr/sbin
-rw-r--r-- 1 root root 747 Mar 23 15:04 script.gdb
-rwxrwxr-x 1 root root 10374 Jan 31 2025 setup_export_logs.sh
-rwxrwxr-x 1 root root 360 Jan 31 2025 setup_hdfs_minicluster.sh
-rwxrwxr-x 1 root root 3456 Jan 31 2025 setup_minio.sh
drwxr-xr-x 2 root root 4096 Sep 11 2024 srv
-rw-rw-r-- 1 root root 14015 Jan 31 2025 stress_tests.lib
dr-xr-xr-x 13 root root 0 Mar 23 15:03 sys
drwxrwxr-x 2 1000 1000 4096 Mar 23 15:04 test_output
drwxrwxrwt 1 root root 4096 Mar 23 15:16 tmp
drwxr-xr-x 1 root root 4096 Sep 11 2024 usr
-rw-rw-r-- 1 root root 897 Jan 31 2025 utils.lib
drwxr-xr-x 1 root root 4096 Sep 11 2024 var
+ /process_functional_tests_result.py
2026-03-23 15:16:31,040 File /analyzer_tech_debt.txt with broken tests found
2026-03-23 15:16:31,040 File /broken_tests.json with broken tests found
2026-03-23 15:16:31,041 Broken tests in the list: 4
2026-03-23 15:16:31,041 Find files in result folder test_result.txt,gdb.log,run.log,minio.log,hdfs_minicluster.log
2026-03-23 15:16:31,042 Is flaky check: False
2026-03-23 15:16:31,042 Result parsed
2026-03-23 15:16:31,042 Result written
+ clickhouse-client -q 'system flush logs'
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:43916, 300000 ms): (localhost:9000, ::1, local address: [::1]:43916). (SOCKET_TIMEOUT)
+ :
+ stop_logs_replication
+ echo 'Detach all logs replication'
Detach all logs replication
+ tee /dev/stderr
+ clickhouse-client --query 'select database||'\''.'\''||table from system.tables where database = '\''system'\'' and (table like '\''%_sender'\'' or table like '\''%_watcher'\'')'
+ timeout --preserve-status --signal TERM --kill-after 5m 15m xargs -n1 -r -i clickhouse-client --query 'drop table {}'
xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:36674, 300000 ms): (localhost:9000, ::1, local address: [::1]:36674). (SOCKET_TIMEOUT)
+ failed_to_save_logs=0
+ for table in query_log zookeeper_log trace_log transactions_info_log metric_log blob_storage_log error_log
+ clickhouse-client -q 'select * from system.query_log into outfile '\''/test_output/query_log.tsv.zst'\'' format TSVWithNamesAndTypes'
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:36266, 300000 ms): (localhost:9000, ::1, local address: [::1]:36266). (SOCKET_TIMEOUT)
+ failed_to_save_logs=1
+ [[ 0 -eq 1 ]]
+ [[ 0 -eq 1 ]]
+ for table in query_log zookeeper_log trace_log transactions_info_log metric_log blob_storage_log error_log
+ clickhouse-client -q 'select * from system.zookeeper_log into outfile '\''/test_output/zookeeper_log.tsv.zst'\'' format TSVWithNamesAndTypes'
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:51148, 300000 ms): (localhost:9000, ::1, local address: [::1]:51148). (SOCKET_TIMEOUT)
+ failed_to_save_logs=1
+ [[ 0 -eq 1 ]]
+ [[ 0 -eq 1 ]]
+ for table in query_log zookeeper_log trace_log transactions_info_log metric_log blob_storage_log error_log
+ clickhouse-client -q 'select * from system.trace_log into outfile '\''/test_output/trace_log.tsv.zst'\'' format TSVWithNamesAndTypes'
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:51984, 300000 ms): (localhost:9000, ::1, local address: [::1]:51984). (SOCKET_TIMEOUT)
+ failed_to_save_logs=1
+ [[ 0 -eq 1 ]]
+ [[ 0 -eq 1 ]]
+ for table in query_log zookeeper_log trace_log transactions_info_log metric_log blob_storage_log error_log
+ clickhouse-client -q 'select * from system.transactions_info_log into outfile '\''/test_output/transactions_info_log.tsv.zst'\'' format TSVWithNamesAndTypes'
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:49024, 300000 ms): (localhost:9000, ::1, local address: [::1]:49024). (SOCKET_TIMEOUT)
+ failed_to_save_logs=1
+ [[ 0 -eq 1 ]]
+ [[ 0 -eq 1 ]]
+ for table in query_log zookeeper_log trace_log transactions_info_log metric_log blob_storage_log error_log
+ clickhouse-client -q 'select * from system.metric_log into outfile '\''/test_output/metric_log.tsv.zst'\'' format TSVWithNamesAndTypes'
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:49332, 300000 ms): (localhost:9000, ::1, local address: [::1]:49332). (SOCKET_TIMEOUT)
+ failed_to_save_logs=1
+ [[ 0 -eq 1 ]]
+ [[ 0 -eq 1 ]]
+ for table in query_log zookeeper_log trace_log transactions_info_log metric_log blob_storage_log error_log
+ clickhouse-client -q 'select * from system.blob_storage_log into outfile '\''/test_output/blob_storage_log.tsv.zst'\'' format TSVWithNamesAndTypes'
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:53724, 300000 ms): (localhost:9000, ::1, local address: [::1]:53724). (SOCKET_TIMEOUT)
+ failed_to_save_logs=1
+ [[ 0 -eq 1 ]]
+ [[ 0 -eq 1 ]]
+ for table in query_log zookeeper_log trace_log transactions_info_log metric_log blob_storage_log error_log
+ clickhouse-client -q 'select * from system.error_log into outfile '\''/test_output/error_log.tsv.zst'\'' format TSVWithNamesAndTypes'
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:33354, 300000 ms): (localhost:9000, ::1, local address: [::1]:33354). (SOCKET_TIMEOUT)
+ failed_to_save_logs=1
+ [[ 0 -eq 1 ]]
+ [[ 0 -eq 1 ]]
+ sleep 1
+ clickhouse-client -q 'SYSTEM FLUSH ASYNC INSERT QUEUE'
API: SYSTEM.config
Time: 11:04:20 UTC 03/23/2026
DeploymentID: dae876a8-5fa7-45b3-8159-785e20355705
Error: unable to send webhook log entry to 'minio-http-audit-ch_audit_webhook' err 'http://localhost:8123/?async_insert=1&wait_for_async_insert=0&async_insert_busy_timeout_min_ms=5000&async_insert_busy_timeout_max_ms=5000&async_insert_max_query_number=1000&async_insert_max_data_size=10485760&query=INSERT%20INTO%20minio_audit_logs%20FORMAT%20LineAsString returned 'Post "http://localhost:8123/?async_insert=1&wait_for_async_insert=0&async_insert_busy_timeout_min_ms=5000&async_insert_busy_timeout_max_ms=5000&async_insert_max_query_number=1000&async_insert_max_data_size=10485760&query=INSERT%20INTO%20minio_audit_logs%20FORMAT%20LineAsString": context deadline exceeded', please check your endpoint configuration' (*fmt.wrapError)
4: internal/logger/logonce.go:64:logger.(*logOnceType).logOnceConsoleIf()
3: internal/logger/logonce.go:157:logger.LogOnceConsoleIf()
2: cmd/logging.go:132:cmd.configLogOnceConsoleIf()
1: internal/logger/target/http/http.go:416:http.(*Target).startQueueProcessor()
Code: 209. DB::NetException: Timeout exceeded while reading from socket (peer: [::1]:9000, local: [::1]:37418, 300000 ms): (localhost:9000, ::1, local address: [::1]:37418). (SOCKET_TIMEOUT)